-- Logs begin at Sat 2022-10-15 13:10:14 UTC, end at Sat 2022-10-15 14:11:31 UTC. -- Oct 15 13:40:04.679126 dv-cinder-861491-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 13:40:07.466705 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.common.config [-] Logging enabled! Oct 15 13:40:07.467658 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 15 13:40:07.468234 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110863) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 15 13:40:07.472127 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.common.config [-] Logging enabled! Oct 15 13:40:07.472550 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 15 13:40:07.472948 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110863) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 15 13:40:07.474174 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 13:40:07.474513 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 13:40:07.475187 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 13:40:07.475559 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 13:40:07.475910 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 13:40:07.476327 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.476743 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.477069 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.477479 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.477881 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.478267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.478647 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.479041 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.479439 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.480090 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.480511 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.480864 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.481277 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.481699 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.482116 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.482446 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] debug = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.482861 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.483523 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.484147 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.484605 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.485025 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.485442 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.485817 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.486211 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.486931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.487329 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] host = dv-cinder-861491-3-iscsi {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.487702 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.488042 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.488467 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.488844 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.489128 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.489452 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.489784 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.490103 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.490423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.490741 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.491076 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.491414 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.491749 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.492041 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.492309 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.492640 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.492979 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.493300 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.493621 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.493999 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.494377 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.494743 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.495103 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.495488 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.495863 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.496271 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.496638 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.497002 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.497366 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.497741 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.498113 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.498512 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.498845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.499164 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.499497 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.499810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.500163 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.500520 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.500849 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.501173 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.501501 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.501817 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.502141 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.502454 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.502770 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.503083 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_json = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.503461 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.503776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.504179 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.504494 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.504823 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.505142 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.505513 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.505846 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.506168 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:07.506516 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.506856 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.507213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.507540 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.507909 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.508240 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.508588 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.508955 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.509294 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.509625 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.509959 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.510280 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.510622 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.510958 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.511297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.511645 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.512051 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.512393 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.512709 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.513026 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.513342 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.513672 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.514000 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.514323 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.514692 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.515022 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.515344 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.515685 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.516094 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.516426 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.516761 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.517118 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.517435 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.517757 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.518094 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.518415 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.518735 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.519136 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.519458 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.519773 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.520126 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.520461 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.520787 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.521099 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.521415 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.521744 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.522063 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.522382 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.522694 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.523012 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.523320 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.523644 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.523998 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.524322 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.524679 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.525037 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.525413 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.525784 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.526157 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.526521 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.526888 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.527282 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.527652 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.528046 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.528417 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.528780 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.529192 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.529551 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.529925 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.530287 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.530650 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.531011 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.531376 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.531738 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.532152 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.532541 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.532910 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.533287 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.533656 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.534032 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.534401 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.534890 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.535273 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.535720 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.536126 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.536527 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.536907 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.537312 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.537694 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.538085 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.538472 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.538849 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.539287 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.539622 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.539985 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.540319 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.540645 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.540970 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.541292 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.541606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.541946 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.542287 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.542625 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.542948 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.543291 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.543624 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.544019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.544350 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.544728 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.545087 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:07.545343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 13:40:07.545638 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110863) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 13:40:07.936550 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 15 13:40:07.936839 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 15 13:40:07.937121 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 15 13:40:07.937332 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 15 13:40:07.937637 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 15 13:40:07.937969 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 13:40:08.277504 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.277762 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.277976 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.279205 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.279482 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.279750 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.334424 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.334655 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.334957 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.352656 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.352930 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.353206 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.383993 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.384287 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.384532 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.422571 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.422805 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.423109 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.660375 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.661322 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.661322 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.662326 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.663059 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.767580 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.767922 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.768223 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.768499 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.768773 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.769149 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.769447 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.769709 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.769968 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.770260 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.770529 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.770782 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.771017 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.771303 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.771567 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.771822 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.772109 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.772384 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.772663 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.772930 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.773209 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.773468 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.773765 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.774196 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.774452 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.774707 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.775168 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.775411 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.775637 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.775918 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.776143 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.776381 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:08.776769 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 13:40:08.780445 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 13:40:08.784593 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 13:40:08.789364 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 15 13:40:08.791269 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 13:40:08.791946 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 13:40:08.792310 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 13:40:08.792701 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 13:40:08.795563 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 13:40:08.795818 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 13:40:08.796195 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 13:40:08.801603 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 13:40:08.825132 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 13:40:08.825607 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.825916 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110863) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 15 13:40:08.826297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.827673 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110863) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 13:40:08.827992 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 13:40:08.828247 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 13:40:08.839341 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.839623 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:08.925766 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 13:40:08.926015 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 13:40:08.926153 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 13:40:08.926515 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 13:40:08.980270 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO dbcounter [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Registered counter for database neutron Oct 15 13:40:09.000478 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_db.sqlalchemy.engines [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110863) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 13:40:09.007397 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG dbcounter [-] [110863] Writer thread running {{(pid=110863) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:09.581836 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing driver for type 'gre' Oct 15 13:40:09.582683 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] gre ID ranges: [(1, 1000)] Oct 15 13:40:09.652936 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing driver for type 'local' Oct 15 13:40:09.653459 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing driver for type 'vlan' Oct 15 13:40:09.671006 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] VlanTypeDriver initialization complete Oct 15 13:40:09.671697 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing driver for type 'vxlan' Oct 15 13:40:09.672034 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] vxlan ID ranges: [(1, 1000)] Oct 15 13:40:09.732309 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing extension driver 'port_security' Oct 15 13:40:09.732744 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] PortSecurityExtensionDriver initialization complete Oct 15 13:40:09.733129 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing mechanism driver 'openvswitch' Oct 15 13:40:09.733535 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing mechanism driver 'hyperv' Oct 15 13:40:09.741570 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.plugin [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:09.742807 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.742807 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.743120 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.743523 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.744003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.744322 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.744688 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.745076 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.745507 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.745865 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.746213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.746613 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.747023 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.747379 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.747731 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.748163 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.748580 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.748935 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.749279 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.749827 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.750240 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > address_group after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.750593 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > address_group after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.750925 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.751328 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110863) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 15 13:40:09.751787 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] ML2 OVO RPC backend initialized. {{(pid=110863) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 15 13:40:09.752552 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.752915 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.753428 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.754004 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > networks before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.754374 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.754726 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > ports before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.755079 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.755430 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnets before_response 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.755787 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.756180 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.756526 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.756871 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.757217 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.757561 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.757907 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.758253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.758595 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.766726 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded quota_driver: . Oct 15 13:40:09.767124 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.plugin [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Modular L2 Plugin initialization complete Oct 15 13:40:09.767471 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading services supported by the core plugin {{(pid=110863) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 13:40:09.767827 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.plugins.ml2.managers [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Got port-security extension from driver 'port_security' Oct 15 13:40:09.768363 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.extensions.vlantransparent [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Disabled vlantransparent extension. Oct 15 13:40:09.768867 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110863) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 13:40:09.769167 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: router Oct 15 13:40:09.807226 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.807654 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_create 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.808069 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router before_create 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.808450 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.808813 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.809216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_delete 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.809587 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.809935 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.810293 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_create 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.810656 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.811045 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.811381 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.811750 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.812250 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.812643 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.813001 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.813348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: subnet after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.813692 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.814061 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.814404 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_create 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.814773 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.815124 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.815493 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router after_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.815975 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.816486 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_create 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.817200 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.817491 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_update 55549900 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.817877 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > agent after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.818247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > agent after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.818606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > network after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.819612 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Tracking information for resource: router configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:09.819980 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Tracking information for resource: floatingip configured {{(pid=110863) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 13:40:09.825680 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.db.l3_agentschedulers_db [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 13:40:09.826311 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.826690 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.827055 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.827413 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: port after_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.828307 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router before_create 55550100 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.828700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.829083 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_create 55550100 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.829450 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > router precommit_update 55550100 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.834890 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.provider_configuration [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service providers = [] {{(pid=110863) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 13:40:09.835173 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.db.servicetype_db [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110863) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 13:40:09.838482 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.service_base [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 13:40:09.838834 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.service_base [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 13:40:09.839188 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.service_base [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 13:40:09.840170 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.services.service_base [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110863) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 13:40:09.840556 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.services.service_base [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 13:40:09.840967 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.841292 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 13:40:09.854045 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.854381 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: auto_allocate Oct 15 13:40:09.860744 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: network precommit_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.861132 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: network precommit_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.862036 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.862360 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: tag Oct 15 13:40:09.870069 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.870430 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: timestamp Oct 15 13:40:09.875117 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.875454 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: network_ip_availability Oct 15 13:40:09.881761 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.882150 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.882627 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:09.883351 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.883678 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: flavors Oct 15 13:40:09.889125 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.889280 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading Plugin: revisions Oct 15 13:40:09.894177 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110863) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 13:40:09.894574 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.957s {{(pid=110863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 15 13:40:09.895481 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110863) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 15 13:40:09.895823 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Initializing extension manager. Oct 15 13:40:09.896406 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: __init__.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.896754 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: __pycache__ {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.897093 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: address_group.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.898108 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.898731 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: address-group Oct 15 13:40:09.899035 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: address_scope.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.899726 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.900262 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: address-scope Oct 15 13:40:09.900591 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.901560 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.902066 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: router-admin-state-down-before-update Oct 15 13:40:09.902396 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: agent.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.903080 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.903586 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: agent Oct 15 13:40:09.903949 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: agent_resources_synced.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.904833 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.905342 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: agent-resources-synced Oct 15 13:40:09.905669 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: allowedaddresspairs.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.907593 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.908239 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: allowed-address-pairs Oct 15 13:40:09.908575 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: auto_allocated_topology.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.909849 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.910389 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: auto-allocated-topology Oct 15 13:40:09.910723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: availability_zone.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.911439 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.911984 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: availability_zone Oct 15 13:40:09.912318 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: availability_zone_filter.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.913288 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.913805 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: availability_zone_filter Oct 15 13:40:09.914137 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: data_plane_status.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.915054 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.915560 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 13:40:09.915906 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: default_subnetpools.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.916821 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.917333 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: default-subnetpools Oct 15 13:40:09.917659 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.918504 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.919019 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: dhcp_agent_scheduler Oct 15 13:40:09.919343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: dns.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.920330 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.920842 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension dns-integration not supported by any of loaded plugins Oct 15 13:40:09.921169 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: dns_domain_ports.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.922096 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.922608 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 13:40:09.922942 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.923859 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.924400 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 13:40:09.924729 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: dvr.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.925432 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.925935 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: dvr Oct 15 13:40:09.926265 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: ecmp_routes.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.927202 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.927711 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 13:40:09.928072 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: empty_string_filtering.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.928962 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.929471 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: empty-string-filtering Oct 15 13:40:09.929798 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.930675 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.931180 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 13:40:09.931507 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.932424 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.932954 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 13:40:09.933269 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: external_net.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.934161 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.934657 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: external-net Oct 15 13:40:09.934980 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.935905 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.936422 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: extra_dhcp_opt Oct 15 13:40:09.936748 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: extraroute.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.937654 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.938172 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: extraroute Oct 15 13:40:09.938497 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: extraroute_atomic.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.939511 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.940056 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: extraroute-atomic Oct 15 13:40:09.940382 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: filter_validation.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.941108 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.941615 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: filter-validation Oct 15 13:40:09.941940 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: fip_pf_description.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.942853 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.943415 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 13:40:09.943686 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: fip_pf_detail.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.944610 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.945279 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 15 13:40:09.945446 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: fip_pf_port_range.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.946323 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.946828 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 15 13:40:09.947162 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: fip_port_details.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.948141 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.948651 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: fip-port-details Oct 15 13:40:09.948981 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: flavors.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.950233 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.950753 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: flavors Oct 15 13:40:09.951376 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.952882 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.953416 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 13:40:09.953751 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: floatingip_pools.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.954444 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.954963 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: floatingip-pools Oct 15 13:40:09.955294 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: ip_allocation.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.956267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.956808 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 13:40:09.957165 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.958136 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.958645 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: ip-substring-filtering Oct 15 13:40:09.958971 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l2_adjacency.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.959914 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.960418 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 13:40:09.960748 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.961785 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.962267 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: router Oct 15 13:40:09.962622 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.965231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.965757 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 13:40:09.966093 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.966982 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.967509 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: ext-gw-mode Oct 15 13:40:09.967840 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.968752 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.969265 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: l3-ha Oct 15 13:40:09.969593 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.970473 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.970981 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 15 13:40:09.971305 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_flavors.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.972382 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.973042 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: l3-flavors Oct 15 13:40:09.973426 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.974882 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.975515 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 15 13:40:09.975928 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.976856 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.977486 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 13:40:09.977858 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: l3agentscheduler.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.978949 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.979527 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: l3_agent_scheduler Oct 15 13:40:09.979897 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: local_ip.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.981687 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.982278 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension local_ip not supported by any of loaded plugins Oct 15 13:40:09.982652 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: logging.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.984274 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.984850 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension logging not supported by any of loaded plugins Oct 15 13:40:09.985222 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: metering.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.985987 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.986979 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: metering Oct 15 13:40:09.987372 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.988620 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.989192 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: metering_source_and_destination_fields Oct 15 13:40:09.989557 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: multiprovidernet.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.990493 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.991082 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: multi-provider Oct 15 13:40:09.991451 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: netmtu.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.992473 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.993078 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: net-mtu Oct 15 13:40:09.993430 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: netmtu_writable.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.994475 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.995051 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: net-mtu-writable Oct 15 13:40:09.995415 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: network_availability_zone.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.996204 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.996763 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: network_availability_zone Oct 15 13:40:09.997132 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: network_ip_availability.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:09.998395 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:09.998960 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: network-ip-availability Oct 15 13:40:09.999328 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: network_segment_range.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.000193 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.000755 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 13:40:10.001120 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: pagination.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.002172 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.002546 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: pagination Oct 15 13:40:10.002909 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_device_profile.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.003898 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.004667 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-device-profile Oct 15 13:40:10.005031 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_mac_address_override.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.006065 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.006625 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-mac-override Oct 15 13:40:10.006992 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.008036 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.008633 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-mac-address-regenerate Oct 15 13:40:10.008995 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.009931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.010483 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-numa-affinity-policy Oct 15 13:40:10.010849 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_resource_request.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.011766 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.012360 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 13:40:10.012728 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: port_resource_request_groups.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.013705 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.014257 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 15 13:40:10.014619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: portbindings.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.015542 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.016196 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: binding Oct 15 13:40:10.016564 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: portbindings_extended.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.017975 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.018552 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: binding-extended Oct 15 13:40:10.018954 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: portsecurity.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.019868 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.020471 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-security Oct 15 13:40:10.020835 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: project_id.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.022076 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.022453 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: project-id Oct 15 13:40:10.022829 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: providernet.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.023756 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.024354 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: provider Oct 15 13:40:10.024717 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.028388 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.028918 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos not supported by any of loaded plugins Oct 15 13:40:10.029257 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.030499 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.031028 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 13:40:10.031367 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.032288 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.032805 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 13:40:10.033138 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_default.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.034032 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.034569 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-default not supported by any of loaded plugins Oct 15 13:40:10.035000 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_fip.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.035896 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.036443 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-fip not supported by any of loaded plugins Oct 15 13:40:10.036775 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.037658 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.038173 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 15 13:40:10.038502 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_gateway_ip.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.039401 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.039926 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 13:40:10.040277 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_port_network_policy.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.041165 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.041682 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 13:40:10.042014 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.043029 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.043553 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 13:40:10.043908 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.044910 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.045426 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 15 13:40:10.045760 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_pps_rule.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.046907 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.047433 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-pps not supported by any of loaded plugins Oct 15 13:40:10.047763 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_rule_type_details.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.048675 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.049184 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 13:40:10.049510 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.050433 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.050937 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 15 13:40:10.051417 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: qos_rules_alias.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.052467 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.052986 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 13:40:10.053313 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: quota_check_limit.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.054202 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.054713 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: quota-check-limit Oct 15 13:40:10.055037 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: quotasv2.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.056059 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.056391 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: quotas Oct 15 13:40:10.056714 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: quotasv2_detail.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.058431 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.059368 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: quota_details Oct 15 13:40:10.059368 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: rbac.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.060175 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.060709 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: rbac-policies Oct 15 13:40:10.061042 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: rbac_address_group.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.061925 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.062450 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: rbac-address-group Oct 15 13:40:10.062778 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: rbac_address_scope.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.063737 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.064295 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: rbac-address-scope Oct 15 13:40:10.064624 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: rbac_security_groups.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.065516 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.066082 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: rbac-security-groups Oct 15 13:40:10.066563 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: rbac_subnetpool.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.067467 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.068016 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: rbac-subnetpool Oct 15 13:40:10.068344 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: revisionifmatch.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.069245 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.069755 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: revision-if-match Oct 15 13:40:10.070077 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: revisions.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.071181 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.071685 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: standard-attr-revisions Oct 15 13:40:10.072055 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: router_availability_zone.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.072703 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.073215 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: router_availability_zone Oct 15 13:40:10.073537 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: routerservicetype.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.074450 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.074957 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension router-service-type not supported by any of loaded plugins Oct 15 13:40:10.075281 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.076210 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.076718 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: security-groups-normalized-cidr Oct 15 13:40:10.077041 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.077933 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.078441 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: port-security-groups-filtering Oct 15 13:40:10.078769 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.079671 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.080208 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: security-groups-remote-address-group Oct 15 13:40:10.080533 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.081482 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.082008 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: security-groups-shared-filtering Oct 15 13:40:10.082335 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: securitygroup.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.092601 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.093082 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: security-group Oct 15 13:40:10.093420 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: segment.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.094164 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.094678 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension segment not supported by any of loaded plugins Oct 15 13:40:10.095007 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.096013 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.096529 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 13:40:10.096858 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: servicetype.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.098163 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.098687 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: service-type Oct 15 13:40:10.099016 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: sorting.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.100131 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.100469 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: sorting Oct 15 13:40:10.100798 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: standard_attr_segment.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.101697 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.102216 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 13:40:10.102529 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: standardattrdescription.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.103162 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.103672 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: standard-attr-description Oct 15 13:40:10.104041 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: stateful_security_group.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.104941 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.105462 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: stateful-security-group Oct 15 13:40:10.105787 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: stdattrs_common.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.106351 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 13:40:10.106678 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.107575 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.108121 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 13:40:10.108450 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnet_onboard.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.109479 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.109997 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: subnet_onboard Oct 15 13:40:10.110328 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.111223 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.112104 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 13:40:10.112435 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnet_service_types.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.113459 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.114065 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: subnet-service-types Oct 15 13:40:10.114397 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnetallocation.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.115452 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.116008 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: subnet_allocation Oct 15 13:40:10.116341 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.116990 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.117506 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: subnetpool-prefix-ops Oct 15 13:40:10.117832 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.118733 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.119241 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 13:40:10.119567 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: tagging.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.120684 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.121212 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: standard-attr-tag Oct 15 13:40:10.121548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: timestamp.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.122732 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.123247 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loaded extension: standard-attr-timestamp Oct 15 13:40:10.123577 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: trunk.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.124605 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.125123 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension trunk not supported by any of loaded plugins Oct 15 13:40:10.125453 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: trunk_details.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.126335 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.126847 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension trunk-details not supported by any of loaded plugins Oct 15 13:40:10.127178 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: uplink_status_propagation.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.128106 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.128664 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 13:40:10.128989 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Loading extension file: vlantransparent.py {{(pid=110863) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 13:40:10.129641 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110863) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 13:40:10.130150 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 13:40:10.132906 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:network Oct 15 13:40:10.133451 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnet Oct 15 13:40:10.133857 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 13:40:10.134251 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:port Oct 15 13:40:10.135622 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.136104 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service FLAVORS assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.136719 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.137152 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.137494 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:router Oct 15 13:40:10.137933 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 13:40:10.138444 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service METERING assigned prefix: /metering {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.139957 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:10.140343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:10.140704 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:40:10.141755 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 13:40:10.142199 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:security_group Oct 15 13:40:10.142653 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 13:40:10.143212 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service CORE assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.143548 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 13:40:10.143973 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] subnetpool is already registered Oct 15 13:40:10.144459 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service CORE assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.144799 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 13:40:10.145137 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] subnetpool is already registered Oct 15 13:40:10.147599 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.148082 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service FLAVORS assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.148716 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.149267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.149609 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:router Oct 15 13:40:10.149968 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] router is already registered Oct 15 13:40:10.150400 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 13:40:10.150741 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] floatingip is already registered Oct 15 13:40:10.151224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service METERING assigned prefix: /metering {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.151985 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 13:40:10.152324 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] rbac_policy is already registered Oct 15 13:40:10.152765 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:security_group Oct 15 13:40:10.153106 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] security_group is already registered Oct 15 13:40:10.153532 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 13:40:10.153867 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] security_group_rule is already registered Oct 15 13:40:10.154384 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service CORE assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.154711 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 13:40:10.155047 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] subnetpool is already registered Oct 15 13:40:10.155476 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.v2.resource_helper [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Service CORE assigned prefix: {{(pid=110863) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 13:40:10.155798 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 13:40:10.156172 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING neutron.quota.resource_registry [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] subnetpool is already registered Oct 15 13:40:10.156650 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: extensions {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.158332 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: address-groups {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.159901 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: address-scopes {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.161116 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: agents {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.162292 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: auto-allocated-topology {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.165059 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: availability_zones {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.166319 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: dhcp-networks {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.167764 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: dhcp-agents {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.169331 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: routers {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.171093 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: flavors {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.172290 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: service_profiles {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.173607 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: next_providers {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.175119 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: service_profiles {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.176796 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: floatingip-pools {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.178116 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: routers {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.179970 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: floatingips {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.181150 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: l3-routers {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.182555 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: l3-agents {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.184117 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: metering-labels {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.185370 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: metering-label-rules {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.186689 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: network-ip-availabilities {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.188081 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: bindings {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.189681 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: quotas {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.191411 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: quotas {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.193305 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: rbac-policies {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.194519 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: security-groups {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.195741 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: security-group-rules {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.197034 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: service-providers {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.198344 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: subnetpools {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.199693 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: subnetpools {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.201200 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.202997 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.204771 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.206740 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.208488 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.210376 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.212324 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.214209 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.216040 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.217918 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron.api.extensions [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Extended resource: tags {{(pid=110863) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 13:40:10.225390 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING keystonemiddleware.auth_token [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 13:40:10.230669 dv-cinder-861491-3-iscsi neutron-server[110863]: WARNING keystonemiddleware.auth_token [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 13:40:10.240165 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Acquiring lock "singleton_lock" {{(pid=110863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 15 13:40:10.240501 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Acquired lock "singleton_lock" {{(pid=110863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 15 13:40:10.240982 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_concurrency.lockutils [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Releasing lock "singleton_lock" {{(pid=110863) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 15 13:40:10.241658 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Starting 2 workers Oct 15 13:40:10.246508 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Started child 111008 {{(pid=110863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 13:40:10.251230 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Started child 111009 {{(pid=110863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 13:40:10.252293 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.253330 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO neutron.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 13:40:10.253575 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.253839 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [-] (111008) wsgi starting up on http://0.0.0.0:9696 Oct 15 13:40:10.255997 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Starting 1 workers Oct 15 13:40:10.257620 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.259045 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [-] (111009) wsgi starting up on http://0.0.0.0:9696 Oct 15 13:40:10.261377 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Started child 111010 {{(pid=110863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 13:40:10.261944 dv-cinder-861491-3-iscsi neutron-server[110863]: INFO oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Starting 1 workers Oct 15 13:40:10.265216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] calling RpcWorker wait() {{(pid=111010) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 13:40:10.266105 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] returning from RpcWorker wait() {{(pid=111010) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 13:40:10.266619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Started child 111011 {{(pid=110863) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 13:40:10.267023 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.267376 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG neutron_lib.callbacks.manager [None req-f7be9f81-ad9b-4401-92cb-0c7bb1665129 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.267562 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:10.269675 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 13:40:10.269904 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 13:40:10.270179 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 13:40:10.270415 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 13:40:10.270755 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 13:40:10.270940 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 13:40:10.271475 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.271761 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.272055 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.272338 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.272894 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.273159 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.273420 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.273610 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:10.274399 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.274399 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.274399 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.274399 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.274852 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.274852 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.275075 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:10.275195 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.275481 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.275620 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.275851 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.276088 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.276299 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.276552 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.276805 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.277081 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] debug = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.277349 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.277812 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.278051 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.278291 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.278528 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.278809 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.279061 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.279327 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.279576 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.279810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.280085 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.280347 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.280612 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.280852 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.281090 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.281354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.281556 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.282069 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] host = dv-cinder-861491-3-iscsi {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.282315 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.282558 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.282801 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.283047 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.283313 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.283544 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.283832 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.284120 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.284369 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.284628 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.284880 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.285165 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.285408 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.285650 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.285843 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_options = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.286051 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.286328 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.286601 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.286808 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287029 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287226 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287549 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287549 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287947 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.287947 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.288302 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.288480 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.288662 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.288843 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.289040 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.289223 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.289419 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.289649 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.290031 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.290207 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.290471 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.290652 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.290847 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.291037 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.291222 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292297 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292671 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292671 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.292845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.293055 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.293303 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.293675 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.293901 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.294130 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.294540 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.294817 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.295186 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.295359 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.295538 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.295752 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.296021 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.296240 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.296430 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.296670 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_json = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.296898 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.297070 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.297331 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.297600 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.297819 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.298038 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.298239 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.298624 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.298985 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.299568 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.300810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.300810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.300810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.300810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304216 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.304776 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.305268 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.305268 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.305498 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.305670 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.305905 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.306149 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.306489 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.306762 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.307029 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.307384 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.307640 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.307924 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.308187 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.308426 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.308677 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.308896 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.309110 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.309345 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.309564 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.309848 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.310096 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.310325 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.310574 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.310809 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.311034 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.311266 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.311543 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.311804 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.312042 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.312279 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.312512 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.312747 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.312990 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.313246 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.313440 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.313700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.313946 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.314175 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.314433 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.314679 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.314879 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.315129 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.315347 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.315575 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.315796 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.316203 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.316431 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317757 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317757 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.317993 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.318194 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.318558 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.318916 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.319260 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.319626 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.319853 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.320235 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.320611 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.320964 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.321329 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.321684 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.322051 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.322442 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.322793 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.323145 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.323517 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.323913 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.324360 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.324621 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.324864 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.326482 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.326743 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.326968 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.327218 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.327461 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.327683 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.327958 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.328203 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.328448 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.328694 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.328939 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.329324 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.329435 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.329607 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.329825 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.330233 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.330233 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.330500 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.330742 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.330958 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.331206 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.331491 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.331763 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.332075 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.332336 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.332524 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.332786 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.333035 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.333315 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.333556 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.333839 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.334064 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.334335 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.334601 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.334865 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.335128 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.335387 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.335638 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.336354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.336709 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.336855 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.337098 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.337353 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.337595 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.337845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.338083 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.338301 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.338531 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.338876 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.339118 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.339332 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.339696 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.340820 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.341611 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.342019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.342436 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.342881 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.343293 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.343685 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.344085 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.344465 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.344714 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.344944 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.345168 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.345386 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.345624 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.345973 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.346196 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.346419 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.346685 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.346860 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.347183 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.347457 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.347676 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.348099 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.348488 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.348862 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.349240 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.349609 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.349995 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.350217 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.350457 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.350677 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.350914 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.351141 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.351430 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.351818 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.352210 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.352569 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.352960 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.353339 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.353703 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.353964 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.354193 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.354405 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.354624 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.354865 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.355087 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.355311 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.355543 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.355786 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.356064 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.356321 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.356677 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.357052 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.357175 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.357419 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.357658 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.357902 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.358124 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.358342 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.358586 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.358822 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.359047 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.359283 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.359534 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.359755 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.360027 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.360272 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.360491 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.360856 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.361132 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.361379 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.361954 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.362179 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363358 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363358 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363358 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363358 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363358 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.363754 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.364018 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.364242 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.364462 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.364674 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.365006 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.365261 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.365493 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.365743 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.365987 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.366217 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.366485 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.366698 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.366912 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.367158 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.367374 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.367580 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.367827 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.368074 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.368279 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.368510 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.368720 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.369078 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.369559 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.369799 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.370022 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.370237 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.370606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.370837 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.371089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.371293 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.371638 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.372032 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.372252 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.372468 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.372693 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.372902 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.373119 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.373340 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.373556 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.373763 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.374056 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.374302 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.374521 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.374875 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.375114 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.375370 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.375613 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.375954 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.376192 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.376435 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.376673 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.376874 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.377098 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.377348 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.377679 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.377960 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.378206 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.378496 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.378928 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.379205 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.379475 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.379692 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.380130 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.380367 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.380578 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.380858 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.381104 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.381339 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.381643 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.381822 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.382008 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.382248 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.382493 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.382732 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.382962 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.383205 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.383424 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.383652 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.383919 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.384159 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.385057 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.385057 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.385057 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.385057 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 13:40:10.385841 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110863) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 13:40:10.386049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48586) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:10.386253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 13:40:10.386253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 13:40:10.386253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 13:40:10.386253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 13:40:10.386253 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 13:40:10.387089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387089 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.387700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388267 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388616 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388616 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388616 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388986 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.388986 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389208 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389208 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389428 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389544 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389670 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] debug = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.389787 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390004 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390154 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390305 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390609 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390609 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390842 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.390959 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391085 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391203 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391512 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.391810 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392067 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392312 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392312 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392561 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] host = dv-cinder-861491-3-iscsi {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392561 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392793 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049486 Oct 15 13:40:10.392925 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.392925 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393145 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393145 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393492 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393608 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393749 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.393934 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394124 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394283 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394439 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394597 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394756 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_options = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.394992 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.395186 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.395347 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.395536 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.395700 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.395861 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396033 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396198 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396357 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396502 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396663 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396821 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.396979 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397138 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397296 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397438 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397602 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397760 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.397908 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398075 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398233 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398395 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398710 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.398868 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399028 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399186 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399351 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399515 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0062697 Oct 15 13:40:10.399629 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399735 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.399897 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.400203 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.400922 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.401232 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.401524 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.401849 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.402163 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.402378 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.402572 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.402778 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.402778 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.403155 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.403155 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.403526 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.403526 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.403526 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.404024 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_json = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.404024 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.404620 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.404930 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.405230 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.405530 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.405844 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.406150 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.406437 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.406732 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 13:40:10.407037 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.407745 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.408079 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.408379 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.408684 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.408917 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.409042 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.409161 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.409467 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.409678 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.409856 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.410664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.410664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.410664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.410664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.410664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.411176 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.411176 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.411176 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.412931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.412931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.412931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.412931 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.413616 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.413998 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.414360 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.415005 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.415625 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.416073 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.416447 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.418110 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.418110 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.418110 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.418110 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.420352 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.420675 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.420904 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.421133 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.421389 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.421664 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.421944 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.422190 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.422498 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.422706 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.422949 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.423221 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.423504 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.423701 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.424422 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.424702 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.424961 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.425329 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.425766 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.426355 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.426626 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.426902 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.427169 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.427457 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.429248 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.429505 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.429786 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.430062 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.431096 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.431096 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.432591 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.433855 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.433855 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.434129 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.434329 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.434596 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.435660 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.435660 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.436024 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.437367 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.437667 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.437955 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.439132 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.440179 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.441704 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.442293 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.442901 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.443585 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.444136 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.444626 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.444996 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.445823 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.446134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:10.446359 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.446621 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.446891 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.447160 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.447427 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.447691 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.448019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.448286 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.448535 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.448761 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.448987 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.449365 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.449582 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.449795 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.449985 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.450315 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.450569 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.451689 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.451689 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.451689 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.452316 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.452513 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.452682 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.452851 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.453109 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.453367 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.453625 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.453884 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.454128 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.454381 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.454633 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.454889 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.455136 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.456735 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.457775 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.458239 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.459413 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.459703 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.460005 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.460306 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461343 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461636 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.461845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.462111 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.462373 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.462635 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.462896 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.463153 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.463398 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.464280 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.464280 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.464280 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.464562 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.464857 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.465178 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.465454 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.465743 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.466032 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.468144 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.468548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.468768 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.469009 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.469248 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.469473 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.469805 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.470000 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.470254 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.470964 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.471334 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.471519 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.471689 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.471867 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.472767 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.472767 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.472767 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.472767 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.472767 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.473619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.473619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.473619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.473619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.473619 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.474423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.474423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.474423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.474423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.474423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.475213 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.477815 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.480363 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.483003 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.486224 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.488423 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.491354 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.492553 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.495548 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.497723 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.499249 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.500231 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.502606 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.503845 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.505019 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.506247 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.507686 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.507686 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.507686 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 13:40:10.507686 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110863) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 13:40:19.724499 dv-cinder-861491-3-iscsi neutron-server[110863]: DEBUG dbcounter [-] [110863] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110863) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:22.311983 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a266f4-5b90-47a8-86ae-ea940287b7ef None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:40:22.322690 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writer thread running {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:22.323262 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writer thread running {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:22.389005 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a266f4-5b90-47a8-86ae-ea940287b7ef None None] No non-hosted networks {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 13:40:22.408439 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.agentschedulers_db [None req-b5a266f4-5b90-47a8-86ae-ea940287b7ef None None] DHCP Agent not found on host dv-cinder-861491-3-iscsi {{(pid=111010) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 15 13:40:22.481956 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d613939c-97e6-4cf9-9e07-ae987afd94d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:23.896269 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writer thread running {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:24.606789 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2bb6-de13-465e-b2b2-b7d043055e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:24.687497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-55b548c0-01ee-4323-a5c0-f65144be7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:26.174818 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:26.413286 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48666) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:27.151968 dv-cinder-861491-3-iscsi neutron-server[111008]: WARNING oslo_policy.policy [None req-5995c113-3b7c-47ca-93a7-de4c82d823d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:27.153181 dv-cinder-861491-3-iscsi neutron-server[111008]: WARNING oslo_policy.policy [None req-5995c113-3b7c-47ca-93a7-de4c82d823d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:27.418497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [None req-5995c113-3b7c-47ca-93a7-de4c82d823d9 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:40:27.436624 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5995c113-3b7c-47ca-93a7-de4c82d823d9 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.0216060 Oct 15 13:40:27.753145 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:27.758352 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.db.l3_hamode_db [None req-232ab29b-7006-488d-a403-7d55c6ef05af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 13:40:27.890299 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:27.891571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.891571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.891733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.892083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.892656 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.893106 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.893435 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.893890 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.894264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.894615 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.895109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.895682 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.896222 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.896696 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.897025 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:27.897814 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-861491-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:27.909964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-861491-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:40:27.910822 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ab29b-7006-488d-a403-7d55c6ef05af None None] Routers set() bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:40:27.911794 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ab29b-7006-488d-a403-7d55c6ef05af None None] Router IDs set() for agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 15 13:40:30.242311 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48702) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:30.822446 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING oslo_policy.policy [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:30.823001 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING oslo_policy.policy [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:31.040506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:40:31.052893 dv-cinder-861491-3-iscsi neutron-server[111009]: ERROR stevedore.extension [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 15 13:40:31.135344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.policy [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 13:40:31.178757 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING oslo_policy.policy [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:31.178988 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING oslo_policy.policy [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:31.199944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writer thread running {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:31.283984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287181053', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287180529', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287197141', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287195857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287202182', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737287210736', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-955103', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1767810'] for rbac-policy (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:31.363717 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:31.365249 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-911cfe38-83fc-454f-b6bd-47d06de949b8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1210635 Oct 15 13:40:34.010749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48718) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:34.378598 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:40:34.413135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Made reservation on behalf of b3780a3b8fe742949173e4396724f2e0 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:40:34.417523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.437068 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.557608 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks [] for security_group (2a808f21-3c9d-476d-9e8d-9f4ac6d16191), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.563513 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2a808f21-3c9d-476d-9e8d-9f4ac6d16191), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.589749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:40:34.626839 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737285872083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (19127dff-4585-49cf-8fce-9772235c58df), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.627324 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Unsubscribe: segment precommit_create {{(pid=111009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 13:40:34.627861 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Added segment 19127dff-4585-49cf-8fce-9772235c58df of type vlan for network 7eefc6cd-4185-4f19-8350-5744c20c46ba Oct 15 13:40:34.645976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2a808f21-3c9d-476d-9e8d-9f4ac6d16191,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:34.697043 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.697388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.697746 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.698098 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.698437 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.698755 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.699084 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.699408 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.699723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.700076 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.700374 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.701387 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.701387 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.701387 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.701637 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Tracked resource versions report: Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: pushed versions: Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: { 'AddressGroup': {'1.2'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Agent': {'1.1'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'ConntrackHelper': {'1.0'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Log': {'1.0'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'NDPProxy': {'1.0'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Network': {'1.1'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Port': {'1.7'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'PortForwarding': {'1.3'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'QosPolicy': {'1.10'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroup': {'1.5'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SubPort': {'1.0'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Subnet': {'1.1'}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Trunk': {'1.1'}} Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: consumer versions: Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Agent': '1.1', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'ConntrackHelper': '1.0', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'LocalIPAssociation': '1.0', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Log': '1.0', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'NDPProxy': '1.0', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Network': '1.1', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Port': '1.7', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'PortForwarding': '1.3', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'QosPolicy': '1.10', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroup': '1.5', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroupRule': '1.2', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SubPort': '1.0', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Subnet': '1.1', Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Trunk': '1.1'}} Oct 15 13:40:34.703086 dv-cinder-861491-3-iscsi neutron-server[111009]: {{(pid=111009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:40:34.737953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (7eefc6cd-4185-4f19-8350-5744c20c46ba), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.785490 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (7eefc6cd-4185-4f19-8350-5744c20c46ba), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.790893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:40:34.791598 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:34.892249 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8801177 Oct 15 13:40:34.903724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:34.917960 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63323-5fbf-424c-8e10-47b194dfed40 demo demo] Pushing event updated for resources: {'Network': ['ID=7eefc6cd-4185-4f19-8350-5744c20c46ba,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:34.934498 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:40:37.551341 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48732) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:37.748734 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=7 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:37.751706 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:38.000060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45291152-bc45-41f9-bd3f-3f7f2cdf60ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:40:38.001441 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-45291152-bc45-41f9-bd3f-3f7f2cdf60ed demo admin] 10.222.0.36 "GET /networking/v2.0/networks/7eefc6cd-4185-4f19-8350-5744c20c46ba HTTP/1.1" status: 200 len: 825 time: 0.4488316 Oct 15 13:40:38.028436 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-18f50989-cb68-4c92-a3f7-cbc9fdaa92e3 demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/9d9004f9-c829-4086-b575-3c9b78c0add4 HTTP/1.1" status: 200 len: 734 time: 0.0201039 Oct 15 13:40:38.037618 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Request body: {'subnet': {'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:40:38.063735 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Made reservation on behalf of b3780a3b8fe742949173e4396724f2e0 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:40:38.066345 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:38.302718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:38.376195 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (214b1b38-38f9-4d38-83eb-1f0e935b3e8a), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:38.446913 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Pushing event updated for resources: {'Subnet': ['ID=214b1b38-38f9-4d38-83eb-1f0e935b3e8a,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:38.455800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Checking segment: {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:40:38.456208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Network hostable DHCP agents. Network: 7eefc6cd-4185-4f19-8350-5744c20c46ba, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:40:38.480639 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:40:38.494320 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 7eefc6cd-4185-4f19-8350-5744c20c46ba) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:40:38.499054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:40:38.499641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:38.505036 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4dde2-c5be-42ed-b864-7d857d0cc025 None None] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:40:38.517082 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6e980c0f-634a-4c50-9503-fead85833c8d demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4829624 Oct 15 13:40:38.786788 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-7eefc6cd-4185-4f19-8350-5744c20c46ba', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:40:38.788233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.012989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=43,neutron:INSERT=31,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:39.075033 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Allocated IP 172.20.0.2 (7eefc6cd-4185-4f19-8350-5744c20c46ba/214b1b38-38f9-4d38-83eb-1f0e935b3e8a/50c17e30-2100-49fd-ac7d-31cc3265bde5) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:40:39.363736 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks [] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.372940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.456700 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:40:39.463220 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:40:39.468391 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Pushing event updated for resources: {'Port': ['ID=50c17e30-2100-49fd-ac7d-31cc3265bde5,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:39.470708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:40:39.507091 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.507795 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.507795 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.508164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.508496 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.508832 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.509178 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.509469 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.509826 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.510151 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.510482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.510830 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.511158 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.511484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.511801 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Tracked resource versions report: Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: pushed versions: Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: { 'AddressGroup': {'1.2'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Agent': {'1.1'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'ConntrackHelper': {'1.0'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Log': {'1.0'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'NDPProxy': {'1.0'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Network': {'1.1'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Port': {'1.7'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'PortForwarding': {'1.3'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'QosPolicy': {'1.10'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroup': {'1.5'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SubPort': {'1.0'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Subnet': {'1.1'}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Trunk': {'1.1'}} Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: consumer versions: Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Agent': '1.1', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'ConntrackHelper': '1.0', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'LocalIPAssociation': '1.0', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Log': '1.0', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'NDPProxy': '1.0', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Network': '1.1', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Port': '1.7', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'PortForwarding': '1.3', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'QosPolicy': '1.10', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroup': '1.5', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroupRule': '1.2', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SubPort': '1.0', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Subnet': '1.1', Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Trunk': '1.1'}} Oct 15 13:40:39.513267 dv-cinder-861491-3-iscsi neutron-server[111010]: {{(pid=111010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:40:39.570862 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Attempting to bind port 50c17e30-2100-49fd-ac7d-31cc3265bde5 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:40:39.571419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Attempting to bind port 50c17e30-2100-49fd-ac7d-31cc3265bde5 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:40:39.571928 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Attempting to bind port 50c17e30-2100-49fd-ac7d-31cc3265bde5 on network 7eefc6cd-4185-4f19-8350-5744c20c46ba {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:40:39.622380 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:40:39.622649 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Checking segment: {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:40:39.623138 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.623527 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Bound using segment: {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:40:39.624057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Bound port: 50c17e30-2100-49fd-ac7d-31cc3265bde5, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:40:39.624464 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.688780 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] For port 50c17e30-2100-49fd-ac7d-31cc3265bde5, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:40:39.709275 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] For port 50c17e30-2100-49fd-ac7d-31cc3265bde5, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=50c17e30-2100-49fd-ac7d-31cc3265bde5,segment=NetworkSegment(19127dff-4585-49cf-8fce-9772235c58df),segment_id=19127dff-4585-49cf-8fce-9772235c58df)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:40:39.717739 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:39.772130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3be6a-e0bb-4206-a28b-e1ada3984cfb None None] Pushing event updated for resources: {'Port': ['ID=50c17e30-2100-49fd-ac7d-31cc3265bde5,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:41.202250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48746) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:41.568525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [None req-c7e4ce47-e71f-43d9-952a-cc17cbb271b7 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:40:41.570288 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c7e4ce47-e71f-43d9-952a-cc17cbb271b7 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3666086 Oct 15 13:40:44.333236 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48754) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:44.701649 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [None req-4488ef20-a4b1-4e4d-a41a-618dbe7123f3 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:40:44.702708 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4488ef20-a4b1-4e4d-a41a-618dbe7123f3 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3683667 Oct 15 13:40:47.414246 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48766) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:47.573811 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 50c17e30-2100-49fd-ac7d-31cc3265bde5 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:40:47.661699 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 50c17e30-2100-49fd-ac7d-31cc3265bde5 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:40:47.662096 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:47.662637 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 50c17e30-2100-49fd-ac7d-31cc3265bde5 Oct 15 13:40:47.774354 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 50c17e30-2100-49fd-ac7d-31cc3265bde5 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:40:47.774820 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:47.796668 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:40:47.804656 dv-cinder-861491-3-iscsi neutron-server[111008]: ERROR stevedore.extension [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 15 13:40:47.823522 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 50c17e30-2100-49fd-ac7d-31cc3265bde5, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=50c17e30-2100-49fd-ac7d-31cc3265bde5,segment=NetworkSegment(19127dff-4585-49cf-8fce-9772235c58df),segment_id=19127dff-4585-49cf-8fce-9772235c58df)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:40:47.829404 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:47.857588 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.policy [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 13:40:47.888299 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=50c17e30-2100-49fd-ac7d-31cc3265bde5,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:47.903744 dv-cinder-861491-3-iscsi neutron-server[111008]: WARNING oslo_policy.policy [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:47.904164 dv-cinder-861491-3-iscsi neutron-server[111008]: WARNING oslo_policy.policy [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 13:40:47.925549 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writer thread running {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 15 13:40:47.940643 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:47.974584 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (f939633e-d968-4dbb-aac3-dd5b700eefa0), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:47.976543 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (f939633e-d968-4dbb-aac3-dd5b700eefa0), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.009085 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3995c-2133-4c63-ad14-b14b4b50a20d None None] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:40:48.050055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:48.063767 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:48.084153 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-bfd39525-ad85-4460-af5c-2c91ea6e3de4 None None] Provisioning complete for port 50c17e30-2100-49fd-ac7d-31cc3265bde5 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:40:48.084541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bfd39525-ad85-4460-af5c-2c91ea6e3de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.084880 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-bfd39525-ad85-4460-af5c-2c91ea6e3de4 None None] Attempt 1 to provision port 50c17e30-2100-49fd-ac7d-31cc3265bde5 Oct 15 13:40:48.140075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Publish callbacks [] for router_controller (f939633e-d968-4dbb-aac3-dd5b700eefa0), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.146945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (f939633e-d968-4dbb-aac3-dd5b700eefa0), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.172382 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.173894 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e2f9260e-62f5-4f31-9bd7-724bb96a832d demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7586937 Oct 15 13:40:48.225531 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-bfd39525-ad85-4460-af5c-2c91ea6e3de4 None None] Current status of the port 50c17e30-2100-49fd-ac7d-31cc3265bde5 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:40:48.448611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-d7373e50-17d1-4bae-8824-fde32bfc589c None None] Provisioning complete for port 50c17e30-2100-49fd-ac7d-31cc3265bde5 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:40:48.448987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d7373e50-17d1-4bae-8824-fde32bfc589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:48.449400 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-d7373e50-17d1-4bae-8824-fde32bfc589c None None] Attempt 1 to provision port 50c17e30-2100-49fd-ac7d-31cc3265bde5 Oct 15 13:40:48.509536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:48.511142 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=61,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:48.531202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-d7373e50-17d1-4bae-8824-fde32bfc589c None None] Current status of the port 50c17e30-2100-49fd-ac7d-31cc3265bde5 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:40:49.560278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 50c17e30-2100-49fd-ac7d-31cc3265bde5 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:40:49.607344 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 50c17e30-2100-49fd-ac7d-31cc3265bde5 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:40:49.607744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:49.608111 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 50c17e30-2100-49fd-ac7d-31cc3265bde5 Oct 15 13:40:49.689067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:49.694339 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 50c17e30-2100-49fd-ac7d-31cc3265bde5 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:40:50.893679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48782) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:51.273729 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [None req-2ed426e6-87d6-4ecc-aca5-7af0df8bbc53 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:40:51.274780 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-2ed426e6-87d6-4ecc-aca5-7af0df8bbc53 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3800807 Oct 15 13:40:52.238727 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8efd31b0-3e7f-45a1-86bf-a48872e09ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:52.327710 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:40:53.991746 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48790) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:54.339257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:40:54.367129 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Made reservation on behalf of 443104cd704b44c6867e1bc065e90d39 for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:40:54.370204 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.387497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.515336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks [] for security_group (e6497156-2882-4e02-b968-96a0f048f043), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.520646 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e6497156-2882-4e02-b968-96a0f048f043), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.533896 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Reserving flat network on physical network physnet1 {{(pid=111008) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 13:40:54.572594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737285872083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (6fc570ba-b858-4776-ab7c-7a2a222b347e), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.573168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Unsubscribe: segment precommit_create {{(pid=111008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 13:40:54.573714 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Added segment 6fc570ba-b858-4776-ab7c-7a2a222b347e of type flat for network da4805c3-0577-440e-aeff-1493cabc34e5 Oct 15 13:40:54.580182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6497156-2882-4e02-b968-96a0f048f043,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:54.581492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4f95ad7c-a3cd-405f-a3ef-f9a1376b9ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.618702 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.619050 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.619409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.619751 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.620103 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.620438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.620770 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.621073 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.621414 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.621745 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.622095 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.622442 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.622771 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.623092 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.623414 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Tracked resource versions report: Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: pushed versions: Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: { 'AddressGroup': {'1.2'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Agent': {'1.1'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'ConntrackHelper': {'1.0'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Log': {'1.0'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'NDPProxy': {'1.0'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Network': {'1.1'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Port': {'1.7'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'PortForwarding': {'1.3'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'QosPolicy': {'1.10'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroup': {'1.5'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SubPort': {'1.0'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Subnet': {'1.1'}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Trunk': {'1.1'}} Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: consumer versions: Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Agent': '1.1', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'ConntrackHelper': '1.0', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'LocalIPAssociation': '1.0', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Log': '1.0', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'NDPProxy': '1.0', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Network': '1.1', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Port': '1.7', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'PortForwarding': '1.3', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'QosPolicy': '1.10', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroup': '1.5', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroupRule': '1.2', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SubPort': '1.0', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Subnet': '1.1', Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Trunk': '1.1'}} Oct 15 13:40:54.624973 dv-cinder-861491-3-iscsi neutron-server[111008]: {{(pid=111008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:40:54.697125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (da4805c3-0577-440e-aeff-1493cabc34e5), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.747338 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (da4805c3-0577-440e-aeff-1493cabc34e5), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.748498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:40:54.749212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:54.833552 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8404827 Oct 15 13:40:54.869648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af7e3-e550-42dc-90c6-7f84c3d90d2b admin admin] Pushing event updated for resources: {'Network': ['ID=da4805c3-0577-440e-aeff-1493cabc34e5,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:54.884928 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network da4805c3-0577-440e-aeff-1493cabc34e5 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:40:56.124869 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:57.474657 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 48802) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:40:57.643699 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:57.822721 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:57.933760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015170e-0c9b-4162-adee-d3fce75aa067 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:40:57.935194 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1015170e-0c9b-4162-adee-d3fce75aa067 demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/214b1b38-38f9-4d38-83eb-1f0e935b3e8a HTTP/1.1" status: 200 len: 849 time: 0.4595766 Oct 15 13:40:58.085130 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-eac18283-4fb3-4e56-85f3-0963e1142289 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/f939633e-d968-4dbb-aac3-dd5b700eefa0 HTTP/1.1" status: 200 len: 704 time: 0.1432953 Oct 15 13:40:58.339168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:58.382913 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:58.586458 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:58.766540 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Allocated IP 172.20.0.1 (7eefc6cd-4185-4f19-8350-5744c20c46ba/214b1b38-38f9-4d38-83eb-1f0e935b3e8a/0df1a379-33a0-41f6-8ffd-457293432a8a) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:40:59.089848 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks [] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.159429 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.252307 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:40:59.254121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:40:59.256086 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Pushing event updated for resources: {'Port': ['ID=0df1a379-33a0-41f6-8ffd-457293432a8a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:59.260671 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:40:59.261258 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (f939633e-d968-4dbb-aac3-dd5b700eefa0), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.474721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.524606 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c89f7ab9-3eaa-4fc8-a52e-975bc09262b6 None None] Provisioning complete for port 0df1a379-33a0-41f6-8ffd-457293432a8a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:40:59.525506 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c89f7ab9-3eaa-4fc8-a52e-975bc09262b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.525745 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c89f7ab9-3eaa-4fc8-a52e-975bc09262b6 None None] Attempt 1 to provision port 0df1a379-33a0-41f6-8ffd-457293432a8a Oct 15 13:40:59.563417 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c89f7ab9-3eaa-4fc8-a52e-975bc09262b6 None None] Port 0df1a379-33a0-41f6-8ffd-457293432a8a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:40:59.745700 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:40:59.764474 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks [] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.769947 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.770858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (f939633e-d968-4dbb-aac3-dd5b700eefa0), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:40:59.855360 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Pushing event updated for resources: {'Port': ['ID=0df1a379-33a0-41f6-8ffd-457293432a8a,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:40:59.915481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:40:59.917119 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:41:00.052363 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:00.124154 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Router f939633e-d968-4dbb-aac3-dd5b700eefa0 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:41:00.187664 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-572e07a6-1211-4574-b032-da2bb2ed42aa None None] Provisioning complete for port 0df1a379-33a0-41f6-8ffd-457293432a8a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:41:00.188041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-572e07a6-1211-4574-b032-da2bb2ed42aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:00.188525 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-572e07a6-1211-4574-b032-da2bb2ed42aa None None] Attempt 1 to provision port 0df1a379-33a0-41f6-8ffd-457293432a8a Oct 15 13:41:00.225240 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:41:00.226079 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-572e07a6-1211-4574-b032-da2bb2ed42aa None None] Port 0df1a379-33a0-41f6-8ffd-457293432a8a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:41:00.231449 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-fe289297-0da1-4450-baf6-1caed9ee3056 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/f939633e-d968-4dbb-aac3-dd5b700eefa0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1406615 Oct 15 13:41:00.243987 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Sync routers for ids ['f939633e-d968-4dbb-aac3-dd5b700eefa0'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:41:00.258097 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Routers {'f939633e-d968-4dbb-aac3-dd5b700eefa0'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:41:00.258839 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:40:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['f939633e-d968-4dbb-aac3-dd5b700eefa0'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:00.449563 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Set router f939633e-d968-4dbb-aac3-dd5b700eefa0 gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:41:00.971978 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:40:59Z', 'revision_number': 2, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port_host': None, '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:40:59Z', 'revision_number': 2, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:01.037031 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Checking router: f939633e-d968-4dbb-aac3-dd5b700eefa0 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:41:01.037401 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Updating router f939633e-d968-4dbb-aac3-dd5b700eefa0 port 0df1a379-33a0-41f6-8ffd-457293432a8a binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:41:01.104721 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:01.744039 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks [] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:01.755757 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:01.989142 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Pushing event updated for resources: {'Port': ['ID=0df1a379-33a0-41f6-8ffd-457293432a8a,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:02.013024 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.013436 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.013936 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.014440 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.014944 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.015454 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.015976 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.016463 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.016977 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.017490 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.017991 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.018507 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.019016 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.019509 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.020099 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Tracked resource versions report: Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: pushed versions: Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: { 'AddressGroup': {'1.2'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Agent': {'1.1'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'ConntrackHelper': {'1.0'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Log': {'1.0'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'NDPProxy': {'1.0'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Network': {'1.1'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Port': {'1.7'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'PortForwarding': {'1.3'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'QosPolicy': {'1.10'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroup': {'1.5'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SubPort': {'1.0'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Subnet': {'1.1'}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Trunk': {'1.1'}} Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: consumer versions: Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Agent': '1.1', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'ConntrackHelper': '1.0', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'LocalIPAssociation': '1.0', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Log': '1.0', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'NDPProxy': '1.0', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Network': '1.1', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Port': '1.7', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'PortForwarding': '1.3', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'QosPolicy': '1.10', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroup': '1.5', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroupRule': '1.2', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SubPort': '1.0', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Subnet': '1.1', Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Trunk': '1.1'}} Oct 15 13:41:02.022392 dv-cinder-861491-3-iscsi neutron-server[111011]: {{(pid=111011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:41:02.031767 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Attempting to bind port 0df1a379-33a0-41f6-8ffd-457293432a8a on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:41:02.032449 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Attempting to bind port 0df1a379-33a0-41f6-8ffd-457293432a8a by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:41:02.033126 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Attempting to bind port 0df1a379-33a0-41f6-8ffd-457293432a8a on network 7eefc6cd-4185-4f19-8350-5744c20c46ba {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:41:02.150112 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:41:02.150785 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Checking segment: {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:41:02.151352 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:02.151841 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Bound using segment: {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:41:02.152458 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Bound port: 0df1a379-33a0-41f6-8ffd-457293432a8a, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19127dff-4585-49cf-8fce-9772235c58df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:41:02.152928 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:02.209556 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:02.222905 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:02.227827 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] For port 0df1a379-33a0-41f6-8ffd-457293432a8a, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:41:02.250060 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] For port 0df1a379-33a0-41f6-8ffd-457293432a8a, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=0df1a379-33a0-41f6-8ffd-457293432a8a,segment=NetworkSegment(19127dff-4585-49cf-8fce-9772235c58df),segment_id=19127dff-4585-49cf-8fce-9772235c58df)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:41:02.259068 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:02.301855 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Routers {'f939633e-d968-4dbb-aac3-dd5b700eefa0'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:41:02.302110 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:40:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['f939633e-d968-4dbb-aac3-dd5b700eefa0'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:02.383667 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67bc8-fb55-4ec9-8b72-9e631d79ab8a None None] Pushing event updated for resources: {'Port': ['ID=0df1a379-33a0-41f6-8ffd-457293432a8a,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:02.405183 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] Set router f939633e-d968-4dbb-aac3-dd5b700eefa0 gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:41:02.687059 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:40:59Z', 'revision_number': 2, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port_host': None, '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:41:02Z', 'revision_number': 4, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:02.714972 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668726e-bec9-4165-8e06-91f3ee2afce7 None None] The sync data for ids ['f939633e-d968-4dbb-aac3-dd5b700eefa0'] in dv-cinder-861491-3-iscsi is: [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:40:59Z', 'revision_number': 2, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port_host': None, '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:41:02Z', 'revision_number': 4, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:41:03.040167 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48814) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:41:03.495201 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec81d9-50df-4e4a-9954-f18cd03ed417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:41:03.496963 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0eec81d9-50df-4e4a-9954-f18cd03ed417 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/da4805c3-0577-440e-aeff-1493cabc34e5 HTTP/1.1" status: 200 len: 842 time: 0.4554045 Oct 15 13:41:03.507286 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:41:03.530594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Made reservation on behalf of 443104cd704b44c6867e1bc065e90d39 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:41:03.533109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:03.920355 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.objects.ports [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111009) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 15 13:41:03.920820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (a36004e4-1ae7-4858-8b3a-af42eafa9acf), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:03.971626 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36004e4-1ae7-4858-8b3a-af42eafa9acf,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:03.993036 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:41:03.993541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Network hostable DHCP agents. Network: da4805c3-0577-440e-aeff-1493cabc34e5, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:41:04.014120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:41:04.026456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, da4805c3-0577-440e-aeff-1493cabc34e5) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:41:04.033649 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:41:04.036890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:04.039170 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef75cd3-4166-49f2-a341-465a51b04e28 None None] Network da4805c3-0577-440e-aeff-1493cabc34e5 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:41:04.065749 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-81e7e094-d694-4fe8-865e-4c0bd3f53d6c admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5630996 Oct 15 13:41:04.155416 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72420266-23ed-4611-8d49-023e8101faa4 None None] Network da4805c3-0577-440e-aeff-1493cabc34e5 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:41:07.094825 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48822) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:41:07.681231 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8fd6d445-b5d5-4bb4-aa8c-2649ded56926 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/f939633e-d968-4dbb-aac3-dd5b700eefa0 HTTP/1.1" status: 200 len: 710 time: 0.5851002 Oct 15 13:41:07.784000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea66a24-1960-436a-9569-5e56930e74f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:41:07.785453 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-cea66a24-1960-436a-9569-5e56930e74f6 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/da4805c3-0577-440e-aeff-1493cabc34e5 HTTP/1.1" status: 200 len: 886 time: 0.0981290 Oct 15 13:41:07.796279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:41:08.056408 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:08.084125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks [] for router_gateway (f939633e-d968-4dbb-aac3-dd5b700eefa0), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:08.112014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:08.380694 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks [] for router_gateway (f939633e-d968-4dbb-aac3-dd5b700eefa0), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:08.472509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:08.655549 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Allocated IP 172.27.0.177 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/02e0d355-b5c3-4caf-830a-d0bd98d93b19) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:41:08.778110 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks [] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:08.843270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:08.921545 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:41:08.931460 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:41:08.934201 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:41:08.940385 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Pushing event updated for resources: {'Port': ['ID=02e0d355-b5c3-4caf-830a-d0bd98d93b19,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:09.252777 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks [] for router_gateway (f939633e-d968-4dbb-aac3-dd5b700eefa0), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.292990 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:09.352941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:09.474213 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1653999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1647572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2720'] for router (f939633e-d968-4dbb-aac3-dd5b700eefa0), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.480395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1647599'] for router (f939633e-d968-4dbb-aac3-dd5b700eefa0), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.579832 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 0df1a379-33a0-41f6-8ffd-457293432a8a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:41:09.601233 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Router f939633e-d968-4dbb-aac3-dd5b700eefa0 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:41:09.630716 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 0df1a379-33a0-41f6-8ffd-457293432a8a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:41:09.631276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.631623 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 0df1a379-33a0-41f6-8ffd-457293432a8a Oct 15 13:41:09.710210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 0df1a379-33a0-41f6-8ffd-457293432a8a is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:41:09.710513 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.716730 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:41:09.721303 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.728534 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5e5beae1-2964-4f12-ad22-a69147867ae5 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/f939633e-d968-4dbb-aac3-dd5b700eefa0 HTTP/1.1" status: 200 len: 890 time: 1.9297526 Oct 15 13:41:09.740836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Sync routers for ids ['f939633e-d968-4dbb-aac3-dd5b700eefa0'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:41:09.755715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 0df1a379-33a0-41f6-8ffd-457293432a8a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=0df1a379-33a0-41f6-8ffd-457293432a8a,segment=NetworkSegment(19127dff-4585-49cf-8fce-9772235c58df),segment_id=19127dff-4585-49cf-8fce-9772235c58df)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:41:09.763862 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:09.789870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Routers {'f939633e-d968-4dbb-aac3-dd5b700eefa0'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:41:09.790593 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:40:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['f939633e-d968-4dbb-aac3-dd5b700eefa0'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:09.937219 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=0df1a379-33a0-41f6-8ffd-457293432a8a,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:10.045286 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Set router f939633e-d968-4dbb-aac3-dd5b700eefa0 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:41:10.118421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:10.221381 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=41,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:10.223187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=16 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:10.269802 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:10.474878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 4, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port': {'id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:41:08Z', 'updated_at': '2022-10-15T13:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 5, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:10.613121 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Checking router: f939633e-d968-4dbb-aac3-dd5b700eefa0 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:41:10.613904 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Updating router f939633e-d968-4dbb-aac3-dd5b700eefa0 port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:41:10.668686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.029399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks [] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.044791 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.099618 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Attempting to bind port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:41:11.100248 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Attempting to bind port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:41:11.100835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Attempting to bind port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:41:11.154327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:11.168636 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe0cbc-3c69-4b6b-b5d9-2bdaab602bef None None] Pushing event updated for resources: {'Port': ['ID=02e0d355-b5c3-4caf-830a-d0bd98d93b19,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:11.193029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:41:11.193630 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:41:11.194282 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.194953 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:41:11.195724 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Bound port: 02e0d355-b5c3-4caf-830a-d0bd98d93b19, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:41:11.196363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.263021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] For port 02e0d355-b5c3-4caf-830a-d0bd98d93b19, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:41:11.266350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] For port 02e0d355-b5c3-4caf-830a-d0bd98d93b19, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=02e0d355-b5c3-4caf-830a-d0bd98d93b19,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:41:11.275040 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.321063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Routers {'f939633e-d968-4dbb-aac3-dd5b700eefa0'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:41:11.321434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:40:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['f939633e-d968-4dbb-aac3-dd5b700eefa0'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:11.370545 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe0cbc-3c69-4b6b-b5d9-2bdaab602bef None None] Pushing event updated for resources: {'Port': ['ID=02e0d355-b5c3-4caf-830a-d0bd98d93b19,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:11.447818 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] Set router f939633e-d968-4dbb-aac3-dd5b700eefa0 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:41:11.576365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 0df1a379-33a0-41f6-8ffd-457293432a8a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:41:11.669525 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 0df1a379-33a0-41f6-8ffd-457293432a8a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:41:11.670564 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:11.670564 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 0df1a379-33a0-41f6-8ffd-457293432a8a Oct 15 13:41:11.753571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 4, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port': {'id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:41:08Z', 'updated_at': '2022-10-15T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 5, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:41:11.784442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ad1cb-0b1a-4c35-87b6-a3884da6182b None None] The sync data for ids ['f939633e-d968-4dbb-aac3-dd5b700eefa0'] in dv-cinder-861491-3-iscsi is: [{'id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'name': 'router1', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:40:47Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 4, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'gw_port': {'id': '02e0d355-b5c3-4caf-830a-d0bd98d93b19', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:41:08Z', 'updated_at': '2022-10-15T13:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '0df1a379-33a0-41f6-8ffd-457293432a8a', 'name': '', 'network_id': '7eefc6cd-4185-4f19-8350-5744c20c46ba', 'tenant_id': 'b3780a3b8fe742949173e4396724f2e0', 'mac_address': 'fa:16:3e:cc:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939633e-d968-4dbb-aac3-dd5b700eefa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:40:58Z', 'updated_at': '2022-10-15T13:41:09Z', 'revision_number': 5, 'project_id': 'b3780a3b8fe742949173e4396724f2e0', 'subnets': [{'id': '214b1b38-38f9-4d38-83eb-1f0e935b3e8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d9004f9-c829-4086-b575-3c9b78c0add4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:41:11.818510 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 0df1a379-33a0-41f6-8ffd-457293432a8a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:41:12.716564 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 48836) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:41:13.227548 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-da79c141-4e67-421f-9f1c-a13042b0d590 admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5094159 Oct 15 13:41:13.322521 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=38 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:13.336785 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=50,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:13.600349 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 02e0d355-b5c3-4caf-830a-d0bd98d93b19 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:41:13.667465 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:41:13.667989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:13.668464 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 Oct 15 13:41:13.739077 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:13.745801 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:13.762154 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:41:13.762552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:13.786975 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 02e0d355-b5c3-4caf-830a-d0bd98d93b19, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=02e0d355-b5c3-4caf-830a-d0bd98d93b19,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:41:13.792359 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:13.849434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=02e0d355-b5c3-4caf-830a-d0bd98d93b19,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:41:15.587274 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 02e0d355-b5c3-4caf-830a-d0bd98d93b19 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:41:15.649540 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:41:15.650217 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (02e0d355-b5c3-4caf-830a-d0bd98d93b19), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:15.650552 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 Oct 15 13:41:15.738844 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 02e0d355-b5c3-4caf-830a-d0bd98d93b19 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:41:22.257363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c156116d-27c3-4a81-a880-888d91d9ceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:23.220044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=45 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:23.224274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=38 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:24.579265 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8339de34-b6e0-4a8f-a6c9-0935b8021f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:26.132516 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:27.323175 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:27.360410 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:27.649998 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:27.822488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:29.329234 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:41:37.806694 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:37.808734 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=2,neutron:SELECT=26 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:37.817136 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:39.330271 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:50.337730 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:50.340206 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:41:52.240574 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4299629b-6740-4051-851c-4c724c27545f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:54.582057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d5510149-bbcf-4568-beed-09102cda32d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:56.131365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:57.651097 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:41:57.831546 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:06.329228 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:42:07.641925 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:07.813202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:07.821343 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:16.325271 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:22.234863 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-464276b7-8b55-4227-bba8-658feb6aaa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:24.579100 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2426cfde-afd1-49c7-846c-53de86f40583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:26.135967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:27.342931 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:27.343761 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:27.654227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:27.820564 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:37.806705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:37.812160 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:37.814659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:43.329004 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:42:43.571428 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49388) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:43.964517 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe493e0c-6af6-4ba9-a2bf-94e2954cc84b admin admin] GET failed (client error): The resource could not be found. Oct 15 13:42:43.965875 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-fe493e0c-6af6-4ba9-a2bf-94e2954cc84b admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3934619 Oct 15 13:42:44.140330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641629e-1e79-419b-8c65-512370af65fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:44.141887 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0641629e-1e79-419b-8c65-512370af65fe admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1712437 Oct 15 13:42:46.732298 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49398) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:47.140356 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43feebb-761b-4617-85e5-bc43135f95ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:47.141765 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d43feebb-761b-4617-85e5-bc43135f95ac admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/214b1b38-38f9-4d38-83eb-1f0e935b3e8a HTTP/1.1" status: 200 len: 849 time: 0.4084353 Oct 15 13:42:47.151920 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:42:47.244494 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Publish callbacks [] for subnet (214b1b38-38f9-4d38-83eb-1f0e935b3e8a), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:47.403328 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737285913775'] for subnet (214b1b38-38f9-4d38-83eb-1f0e935b3e8a), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:47.436551 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:47.437718 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:47.438466 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/214b1b38-38f9-4d38-83eb-1f0e935b3e8a HTTP/1.1" status: 200 len: 868 time: 0.2903032 Oct 15 13:42:47.454931 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880744c5-47dd-4ae2-bdec-f0f159ec4acd None None] Network 7eefc6cd-4185-4f19-8350-5744c20c46ba requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:42:47.460081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=214b1b38-38f9-4d38-83eb-1f0e935b3e8a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:42:47.468274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.468670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.468990 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.469344 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.469685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.470017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.470353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.470752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.471037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.471384 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.471723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.472257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.472770 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.473096 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.473584 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cfaad-b9bb-4ef7-98c7-35998284e77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:42:47.806612 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Provisioning complete for port 50c17e30-2100-49fd-ac7d-31cc3265bde5 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:42:47.807005 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (50c17e30-2100-49fd-ac7d-31cc3265bde5), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:47.807341 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Attempt 1 to provision port 50c17e30-2100-49fd-ac7d-31cc3265bde5 Oct 15 13:42:47.890445 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Current status of the port 50c17e30-2100-49fd-ac7d-31cc3265bde5 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:42:47.899328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Provisioning complete for port 0df1a379-33a0-41f6-8ffd-457293432a8a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:42:47.899722 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (0df1a379-33a0-41f6-8ffd-457293432a8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:47.900095 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Attempt 1 to provision port 0df1a379-33a0-41f6-8ffd-457293432a8a Oct 15 13:42:47.974945 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-6da4833d-dfc8-4d15-9380-99a24ec2681f None None] Current status of the port 0df1a379-33a0-41f6-8ffd-457293432a8a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:42:50.075752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49406) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:50.613448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c73cc-bc57-41ef-8f98-fda6698dd599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:50.613929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c73cc-bc57-41ef-8f98-fda6698dd599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:50.615517 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-049c73cc-bc57-41ef-8f98-fda6698dd599 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5387790 Oct 15 13:42:52.240662 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9d122f44-fc25-4b22-ae2a-312e8ba3862f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:53.235807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49416) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:53.324671 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:53.325634 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:53.697965 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129db4e7-9c39-4f9d-a3cf-48a375e684f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:53.698439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129db4e7-9c39-4f9d-a3cf-48a375e684f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:53.700067 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-129db4e7-9c39-4f9d-a3cf-48a375e684f3 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4628725 Oct 15 13:42:54.575409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ccc1148e-f1e4-4db6-9e02-aa754bd57a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:56.136308 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:56.326034 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49424) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:56.765512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69e4a0-4abc-47bd-91e7-e5332e678347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:56.766791 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ea69e4a0-4abc-47bd-91e7-e5332e678347 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/7eefc6cd-4185-4f19-8350-5744c20c46ba HTTP/1.1" status: 200 len: 869 time: 0.4397790 Oct 15 13:42:57.453908 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:57.466666 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:42:57.657868 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:57.816999 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:42:59.385874 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49432) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:42:59.836126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abd0a0-f657-4aa7-8899-bb9827a690a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:42:59.837479 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-84abd0a0-f657-4aa7-8899-bb9827a690a5 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/da4805c3-0577-440e-aeff-1493cabc34e5 HTTP/1.1" status: 200 len: 886 time: 0.4505973 Oct 15 13:43:02.450275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49440) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:02.880138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc317db7-bcf1-4973-a540-9df20d054261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:02.880580 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc317db7-bcf1-4973-a540-9df20d054261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:02.882143 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-fc317db7-bcf1-4973-a540-9df20d054261 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4310107 Oct 15 13:43:04.334876 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:04.340070 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:05.451668 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49448) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:05.883972 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5652e-c552-4f18-934f-a9a271aaa047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:05.884438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5652e-c552-4f18-934f-a9a271aaa047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:05.886019 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-50b5652e-c552-4f18-934f-a9a271aaa047 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4330292 Oct 15 13:43:07.651492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:07.809114 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:07.810649 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:08.459973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49456) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:08.856441 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efca73a-615d-4589-b709-820f8b18cf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:08.857816 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8efca73a-615d-4589-b709-820f8b18cf9d admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/214b1b38-38f9-4d38-83eb-1f0e935b3e8a HTTP/1.1" status: 200 len: 868 time: 0.3969698 Oct 15 13:43:11.459148 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49464) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:11.881163 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f47625-5d80-4e75-9109-aa3fed358aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:11.882573 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-94f47625-5d80-4e75-9109-aa3fed358aff admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/a36004e4-1ae7-4858-8b3a-af42eafa9acf HTTP/1.1" status: 200 len: 816 time: 0.4225063 Oct 15 13:43:17.930940 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=12 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:17.935013 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=14 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:18.850764 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=50 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:18.852131 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=45 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:20.328183 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:43:21.876104 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=24 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:21.877876 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=19 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:22.236092 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b632a5c6-00e3-4393-8028-a29afb3c3016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:24.573507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6b7826c4-dd27-4300-8d1d-7211809db98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:26.139948 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:27.661224 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:27.812726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:30.324030 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:30.324780 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:37.799940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:37.803754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:37.806254 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:41.339852 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:41.340550 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:42.048282 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49520) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:42.398506 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [None req-8e69cc67-e9f0-4975-baf6-61707ef96491 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:43:42.399508 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8e69cc67-e9f0-4975-baf6-61707ef96491 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3502855 Oct 15 13:43:45.114621 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49528) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:45.480284 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4318e3c2-210e-4d67-8728-a7ee45ec0a30 admin admin] GET failed (client error): The resource could not be found. Oct 15 13:43:45.481657 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4318e3c2-210e-4d67-8728-a7ee45ec0a30 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3659041 Oct 15 13:43:45.641621 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf55ec-8ffa-42cc-890d-73a59386aa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:45.644089 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-abcf55ec-8ffa-42cc-890d-73a59386aa1b admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1564794 Oct 15 13:43:48.289893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49536) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:48.633044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:43:48.655214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Made reservation on behalf of 443104cd704b44c6867e1bc065e90d39 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:43:48.657756 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:48.693579 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING neutron.services.revisions.revision_plugin [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Could not find related network for resource to bump revision. Oct 15 13:43:48.708001 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:43:48.718403 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (e261a47b-a1a2-4f2d-a07d-7297d3ce9753), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:48.718726 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Added segment e261a47b-a1a2-4f2d-a07d-7297d3ce9753 of type vlan for network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 Oct 15 13:43:48.760432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (7048e9e2-6ef5-4770-99ac-ce3494a75c82), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:48.787587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (7048e9e2-6ef5-4770-99ac-ce3494a75c82), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:48.788684 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:48.789236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:48.869575 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5786462 Oct 15 13:43:48.890490 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Pushing event updated for resources: {'Network': ['ID=7048e9e2-6ef5-4770-99ac-ce3494a75c82,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:43:48.899148 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.899490 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.899850 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.900235 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.900558 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.900864 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.901176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.901495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.901825 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.902153 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.902485 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.902822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.903139 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.903448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.903762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f778a5-26ae-4a3c-b1d9-8d5498412d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:48.916407 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:43:51.481654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49544) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:43:51.840871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e0a018-991d-41a4-b6fb-e4ad3423cf21 admin admin] GET failed (client error): The resource could not be found. Oct 15 13:43:51.842163 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-47e0a018-991d-41a4-b6fb-e4ad3423cf21 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3595929 Oct 15 13:43:51.919781 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a2262-09d0-4f36-816d-bfa0b93c8831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:51.921305 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d72a2262-09d0-4f36-816d-bfa0b93c8831 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0743554 Oct 15 13:43:51.931700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:43:51.953259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Made reservation on behalf of 443104cd704b44c6867e1bc065e90d39 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:43:51.956102 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.129244 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (2f7e2a19-18bd-4e18-aee3-40615b4644f9), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.178731 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7e2a19-18bd-4e18-aee3-40615b4644f9,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:43:52.198657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Checking segment: {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:43:52.199001 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Network hostable DHCP agents. Network: 7048e9e2-6ef5-4770-99ac-ce3494a75c82, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:43:52.218398 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:43:52.230419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 7048e9e2-6ef5-4770-99ac-ce3494a75c82) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:43:52.235604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:43:52.237044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.243840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d97353-3529-4cc9-8bea-89323204cfca None None] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:43:52.255412 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-419137a9-626c-470a-85bc-b3a28071a885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.268413 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-72b16cf2-162d-44e2-aaa6-a1fbb8fc7f3c admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401811 Oct 15 13:43:52.391422 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-7048e9e2-6ef5-4770-99ac-ce3494a75c82', 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82', 'project_id': '443104cd704b44c6867e1bc065e90d39', 'fixed_ips': [{'subnet_id': '2f7e2a19-18bd-4e18-aee3-40615b4644f9'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:43:52.392590 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.635410 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Allocated IP 192.168.233.2 (7048e9e2-6ef5-4770-99ac-ce3494a75c82/2f7e2a19-18bd-4e18-aee3-40615b4644f9/e6d8df64-81d5-4bbb-b711-4db0850b81ed) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:43:52.792741 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks [] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.801302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.852265 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:43:52.853708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:43:52.857532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:43:52.866931 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Pushing event updated for resources: {'Port': ['ID=e6d8df64-81d5-4bbb-b711-4db0850b81ed,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:43:52.892423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.892776 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.893134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.893478 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.893827 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.894176 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.894488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.894817 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.895151 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.895473 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.895800 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.896205 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.896520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.896826 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.897144 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:43:52.939358 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Attempting to bind port e6d8df64-81d5-4bbb-b711-4db0850b81ed on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:43:52.940210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Attempting to bind port e6d8df64-81d5-4bbb-b711-4db0850b81ed by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:43:52.940580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Attempting to bind port e6d8df64-81d5-4bbb-b711-4db0850b81ed on network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:43:52.984988 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:43:52.985365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Checking segment: {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:43:52.985842 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:52.986239 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Bound using segment: {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:43:52.986718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Bound port: e6d8df64-81d5-4bbb-b711-4db0850b81ed, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:43:52.987135 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:53.050163 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] For port e6d8df64-81d5-4bbb-b711-4db0850b81ed, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:43:53.053505 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] For port e6d8df64-81d5-4bbb-b711-4db0850b81ed, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=e6d8df64-81d5-4bbb-b711-4db0850b81ed,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:43:53.061149 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:53.113059 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790df27-d559-448f-8292-3097c12b8c47 None None] Pushing event updated for resources: {'Port': ['ID=e6d8df64-81d5-4bbb-b711-4db0850b81ed,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:43:53.703850 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e6d8df64-81d5-4bbb-b711-4db0850b81ed up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:43:53.766661 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port e6d8df64-81d5-4bbb-b711-4db0850b81ed triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:43:53.767232 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:53.767928 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port e6d8df64-81d5-4bbb-b711-4db0850b81ed Oct 15 13:43:53.850397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port e6d8df64-81d5-4bbb-b711-4db0850b81ed is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:43:53.850817 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:53.889020 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port e6d8df64-81d5-4bbb-b711-4db0850b81ed, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=e6d8df64-81d5-4bbb-b711-4db0850b81ed,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:43:53.896831 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:53.945415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa949b4-fbb2-4041-97d7-80d6e2555796 None None] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:43:54.000186 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=e6d8df64-81d5-4bbb-b711-4db0850b81ed,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:43:54.023210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:54.026721 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-9229e60f-d10e-42fe-87c0-e700e768f287 None None] Provisioning complete for port e6d8df64-81d5-4bbb-b711-4db0850b81ed triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:43:54.027113 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9229e60f-d10e-42fe-87c0-e700e768f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:54.027448 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-9229e60f-d10e-42fe-87c0-e700e768f287 None None] Attempt 1 to provision port e6d8df64-81d5-4bbb-b711-4db0850b81ed Oct 15 13:43:54.100919 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:54.139437 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:43:54.160844 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-9229e60f-d10e-42fe-87c0-e700e768f287 None None] Current status of the port e6d8df64-81d5-4bbb-b711-4db0850b81ed is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:43:54.379272 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4758c897-42a2-4418-b63b-77fe3bafeed2 None None] Provisioning complete for port e6d8df64-81d5-4bbb-b711-4db0850b81ed triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:43:54.379673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4758c897-42a2-4418-b63b-77fe3bafeed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:54.380070 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4758c897-42a2-4418-b63b-77fe3bafeed2 None None] Attempt 1 to provision port e6d8df64-81d5-4bbb-b711-4db0850b81ed Oct 15 13:43:54.460884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4758c897-42a2-4418-b63b-77fe3bafeed2 None None] Current status of the port e6d8df64-81d5-4bbb-b711-4db0850b81ed is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:43:54.569969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fee977f7-422e-4249-85b5-44f841152456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:55.662089 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e6d8df64-81d5-4bbb-b711-4db0850b81ed up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:43:55.710916 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port e6d8df64-81d5-4bbb-b711-4db0850b81ed triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:43:55.711418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e6d8df64-81d5-4bbb-b711-4db0850b81ed), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:55.711632 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port e6d8df64-81d5-4bbb-b711-4db0850b81ed Oct 15 13:43:55.793897 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port e6d8df64-81d5-4bbb-b711-4db0850b81ed is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:43:56.142987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:57.329367 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:43:57.669429 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:43:57.808792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:02.252838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=70,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:02.253558 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:07.325315 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:07.326076 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:07.795200 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:07.801629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=30 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:07.802850 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:20.320539 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:20.321352 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:22.241056 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3a87fe86-4071-42cf-a50d-302e57993c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:24.568846 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1232fd4c-e3be-43f7-a206-7ccbbbfbeac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:26.145990 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:27.670982 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:27.806164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:34.330011 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:44:37.656506 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:37.793125 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:37.800202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:44.325501 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:44.326649 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:52.246838 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9c9f00b6-12a5-4bf8-be90-f065b78cd94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:54.564949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-49cc00d8-258d-4aa0-87a5-1e6d2febcfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:55.334338 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:55.335036 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:44:56.149452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:57.674975 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:44:57.803965 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:07.735004 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49588) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:45:07.741417 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [None req-693158fd-e1be-4ebf-b135-67f551b498d2 tempest-verify_tempest_config-352885399 tempest-verify_tempest_config-352885399-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:45:07.742416 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-693158fd-e1be-4ebf-b135-67f551b498d2 tempest-verify_tempest_config-352885399 tempest-verify_tempest_config-352885399-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063567 Oct 15 13:45:07.790532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:07.794648 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:07.796672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:08.299670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49606) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:45:08.655745 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.736404 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Publish callbacks [] for security_group (f7a580c7-4df6-42fa-a525-a8ea1ef6372a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.741313 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f7a580c7-4df6-42fa-a525-a8ea1ef6372a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.790441 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c493a50ac92b4becac06812036fede82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4896884 Oct 15 13:45:08.792728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a580c7-4df6-42fa-a525-a8ea1ef6372a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:45:08.793416 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49612) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:45:08.800354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.803934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.804785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.804785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.804785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.805041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c685ec-f3a9-4a4c-839f-983ffa5d2690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.856082 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Publish callbacks [] for security_group (f7a580c7-4df6-42fa-a525-a8ea1ef6372a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.877930 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Publish callbacks [] for security_group (f7a580c7-4df6-42fa-a525-a8ea1ef6372a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.975780 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f7a580c7-4df6-42fa-a525-a8ea1ef6372a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.978716 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:08.979930 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f7a580c7-4df6-42fa-a525-a8ea1ef6372a HTTP/1.1" status: 204 len: 168 time: 0.1855092 Oct 15 13:45:08.989163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a580c7-4df6-42fa-a525-a8ea1ef6372a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:45:08.997218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.997553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.998114 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.998483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.998913 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.999231 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:08.999557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.000099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.000437 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.000767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.001110 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.001457 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.001766 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.002085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:09.002397 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42039050-73a5-402d-b0c3-5bd3b4d6998c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:45:11.330654 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:45:18.788796 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=21,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:18.796175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=18,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:18.991827 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:18.992686 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:19.029901 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:21.325386 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=15 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:21.326365 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=13 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:22.245917 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a380be19-09d5-4e32-ad6a-4e270e41fcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:24.560263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-98542ece-a6bb-4922-8ebb-37f42e1d28c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:26.163389 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:27.680374 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:27.801635 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:32.337814 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:32.338572 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:37.787577 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:37.791725 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:37.793541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:48.332860 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:45:52.248434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3012a450-6d0d-45d3-b464-71b61f9a76ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:54.566431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-acabe9ac-d5b4-4ecc-95ec-e844ed6e1e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:56.161021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:57.689631 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:57.802133 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:45:58.326375 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:45:58.327365 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:07.787745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:07.792179 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=13 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:07.795574 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:09.335130 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:09.336527 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:20.327318 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:22.244911 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c5b68b48-3a64-4c95-817e-e7fc3fb4e465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:24.564703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-cbed564e-3ee1-480b-90e7-d04282206753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:25.332287 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 5 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:46:26.157115 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:27.690734 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:27.801402 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:35.328023 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:35.329234 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:37.683327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:37.786745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:37.794021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:41.043767 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649364'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:46.328488 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:46.334175 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:51.032837 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:51.038454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:46:52.240874 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1be05a2e-e731-4921-8b11-f3b2e7bdeb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:54.403203 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49704) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:46:54.545368 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-19a054ca-a98d-49e7-98dd-3aef458ee517 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1410303 Oct 15 13:46:54.559414 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e337bfb8-a150-456e-993b-f53a0118bcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:56.158946 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:57.015919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49714) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:46:57.073952 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3a4e42d4-1e8f-4715-8e86-1622038b35e0 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0570598 Oct 15 13:46:57.687745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:46:57.797958 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:02.332726 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:47:07.067695 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:07.068535 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:07.783299 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:07.784139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:07.791943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:11.020924 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:21.004645 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:21.011107 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:21.014967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:22.250096 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-470da1f0-9f24-48bd-b406-0dae6013d859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:23.333140 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=17 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:23.334343 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=17 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:24.567361 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-75ac9aaf-8254-4098-a624-d0e9979d8439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:26.170508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:27.698077 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:27.795271 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:37.691246 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:37.786520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:37.788431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:39.332578 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:47:41.031060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:49.327995 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:49.329883 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:47:52.252057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-73439002-e9b0-4031-a614-e1505655ea14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:54.563557 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-71382fe7-dd4b-42b6-b704-fef0f1e0115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:56.165534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:57.698355 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:47:57.792551 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:00.328643 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:00.345762 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:07.778462 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:07.783168 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:07.786172 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:11.026835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:16.332922 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:48:20.334355 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:21.016081 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:21.020825 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:22.241389 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3d478fca-877c-4038-baeb-9f930057bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:24.567737 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20591077-176b-449b-82a2-bf69d7ca0475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:26.179998 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:26.328250 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:27.720909 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:27.811614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:29.735867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49886) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:30.069634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49910) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:30.079660 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2020904059-network', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:30.120856 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Made reservation on behalf of 35f8b5024a194f70a9f7689ac44ab07b for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:30.125084 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.137911 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.264098 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks [] for security_group (ad6628d8-3203-4793-ba5d-eae8529d7c6e), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.276361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ad6628d8-3203-4793-ba5d-eae8529d7c6e), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.317985 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:30.437775 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (f1ba3b99-7bf1-404b-97a3-acd76bf75c5d), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.438169 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Added segment f1ba3b99-7bf1-404b-97a3-acd76bf75c5d of type vlan for network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca Oct 15 13:48:30.454641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6628d8-3203-4793-ba5d-eae8529d7c6e,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:30.492791 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.493497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.494047 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.494600 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.495125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.495637 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.496210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.496954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.497558 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.498084 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.498670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.499238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.499602 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.500141 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.500728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Tracked resource versions report: Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: pushed versions: Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: { 'AddressGroup': {'1.2'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Agent': {'1.1'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'ConntrackHelper': {'1.0'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Log': {'1.0'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'NDPProxy': {'1.0'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Network': {'1.1'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Port': {'1.7'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'PortForwarding': {'1.3'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'QosPolicy': {'1.10'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroup': {'1.5'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SubPort': {'1.0'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Subnet': {'1.1'}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Trunk': {'1.1'}} Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: consumer versions: Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: HyperV agent@hv-cinder-86149: {}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Agent': '1.1', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'ConntrackHelper': '1.0', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'LocalIPAssociation': '1.0', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Log': '1.0', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'NDPProxy': '1.0', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Network': '1.1', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Port': '1.7', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'PortForwarding': '1.3', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'QosPolicy': '1.10', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroup': '1.5', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SecurityGroupRule': '1.2', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'SubPort': '1.0', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Subnet': '1.1', Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: 'Trunk': '1.1'}} Oct 15 13:48:30.502164 dv-cinder-861491-3-iscsi neutron-server[111008]: {{(pid=111008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:48:30.504482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1818381431-network', 'tenant_id': '984a02b8dfd446879438d29b5efdd996'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:30.525757 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.541890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Made reservation on behalf of 984a02b8dfd446879438d29b5efdd996 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:30.547704 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.562803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.581047 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.582655 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:30.583472 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.658406 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9211576 Oct 15 13:48:30.659689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49930) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:30.667700 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Request body: {'subnet': {'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2020904059-subnet', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:30.674323 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b66f-5970-4914-a5bc-bb64c46a3e6d admin admin] Pushing event updated for resources: {'Network': ['ID=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:30.707131 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:30.707697 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Made reservation on behalf of 35f8b5024a194f70a9f7689ac44ab07b for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:30.707697 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.723830 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks [] for security_group (5c266099-7738-42a9-86cd-f9a2b25d1bec), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.735016 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5c266099-7738-42a9-86cd-f9a2b25d1bec), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.793790 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:30.865581 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (6449e072-bb93-4796-9fda-2106cfe98d66), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:30.866649 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Added segment 6449e072-bb93-4796-9fda-2106cfe98d66 of type vlan for network ee310ecf-be11-4c15-91ef-9612882639c9 Oct 15 13:48:30.897658 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c266099-7738-42a9-86cd-f9a2b25d1bec,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:31.045528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.046426 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.047040 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.047541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.048060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.048395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.048723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.049046 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.049385 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.049714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.050052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.050390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.050711 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.051021 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.051491 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Tracked resource versions report: Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: pushed versions: Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: { 'AddressGroup': {'1.2'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Agent': {'1.1'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'ConntrackHelper': {'1.0'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Log': {'1.0'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'NDPProxy': {'1.0'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Network': {'1.1'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Port': {'1.7'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'PortForwarding': {'1.3'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'QosPolicy': {'1.10'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroup': {'1.5'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SubPort': {'1.0'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Subnet': {'1.1'}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Trunk': {'1.1'}} Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: consumer versions: Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: HyperV agent@hv-cinder-86149: {}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Agent': '1.1', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'ConntrackHelper': '1.0', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'LocalIPAssociation': '1.0', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Log': '1.0', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'NDPProxy': '1.0', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Network': '1.1', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Port': '1.7', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'PortForwarding': '1.3', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'QosPolicy': '1.10', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroup': '1.5', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SecurityGroupRule': '1.2', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'SubPort': '1.0', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Subnet': '1.1', Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: 'Trunk': '1.1'}} Oct 15 13:48:31.052882 dv-cinder-861491-3-iscsi neutron-server[111009]: {{(pid=111009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:48:31.067655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (ee310ecf-be11-4c15-91ef-9612882639c9), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.093634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (16f21624-8d4c-467a-881f-0277cfe984dc), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.107965 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (ee310ecf-be11-4c15-91ef-9612882639c9), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.109232 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:31.110778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.139275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49952) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:31.148091 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f21624-8d4c-467a-881f-0277cfe984dc,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:31.187625 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1164010 Oct 15 13:48:31.191737 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49956) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:31.198672 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Checking segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:31.199154 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Network hostable DHCP agents. Network: 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:31.206826 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Request body: {'subnet': {'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1818381431-subnet', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:31.218928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ffb2d-4008-4ec1-b13d-b70a5d477a48 admin admin] Pushing event updated for resources: {'Network': ['ID=ee310ecf-be11-4c15-91ef-9612882639c9,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:31.234914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network ee310ecf-be11-4c15-91ef-9612882639c9 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:31.248154 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:31.252290 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Made reservation on behalf of 984a02b8dfd446879438d29b5efdd996 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:31.255521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.279744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:31.287693 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:31.288723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.306756 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9e9da-ca6c-42cd-9532-167edd0707d0 None None] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:31.317433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:31.331238 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-563dbade-50c0-45d2-9d57-0caf67e8a79f admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6653469 Oct 15 13:48:31.337057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49960) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:31.341908 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:31.367346 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49962) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:31.387550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.388835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.402429 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 49968) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:31.463754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:31.559454 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for router_controller (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.566889 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:48:31.571901 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.613111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-197791797-network', 'tenant_id': '2f75462e70f94e8a8ee4d907be539416'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:31.661322 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (e0336429-39db-458f-b1ba-0cfc672c66f8), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.732494 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-network', 'tenant_id': 'aabf1193b43040948317be442c5c16f7'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:31.746690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Made reservation on behalf of 2f75462e70f94e8a8ee4d907be539416 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:31.749562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.777615 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-network', 'tenant_id': '09a0813bae074cd2aa552be82abe8493'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:31.787846 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.825025 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0336429-39db-458f-b1ba-0cfc672c66f8,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:31.832437 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:31.871981 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:31.882793 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Made reservation on behalf of 09a0813bae074cd2aa552be82abe8493 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:31.892272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.899902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Checking segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:31.900497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Network hostable DHCP agents. Network: ee310ecf-be11-4c15-91ef-9612882639c9, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:31.921829 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:31.969960 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Allocated IP 172.20.0.2 (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca/16f21624-8d4c-467a-881f-0277cfe984dc/bf5e7f35-1d86-4343-abf0-1be623853cc4) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:31.979460 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Network ee310ecf-be11-4c15-91ef-9612882639c9 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:31.981212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Made reservation on behalf of aabf1193b43040948317be442c5c16f7 for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:31.984677 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.010875 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, ee310ecf-be11-4c15-91ef-9612882639c9) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:32.029716 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723c6df-1d5b-45af-94a3-694de9525ee4 None None] Network ee310ecf-be11-4c15-91ef-9612882639c9 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:32.030098 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.035763 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:32.036514 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.048612 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks [] for security_group (e894ae04-13d2-48c2-aee1-a7fa22ffbff8), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.077120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e894ae04-13d2-48c2-aee1-a7fa22ffbff8), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.078258 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for router_gateway (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.140603 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2fa2674c-671f-4134-9f55-e8bf1d1365b9 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9460192 Oct 15 13:48:32.141870 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 49986) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:32.170793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks [] for security_group (9c8d2093-2767-4836-8f85-f2cb02a73721), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.174115 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:32.181562 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (9c8d2093-2767-4836-8f85-f2cb02a73721), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.184349 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:32.250852 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e894ae04-13d2-48c2-aee1-a7fa22ffbff8,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:32.267474 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (22e1517b-d78c-4959-ade8-6ba7b211fb91), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.268202 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Added segment 22e1517b-d78c-4959-ade8-6ba7b211fb91 of type vlan for network 2518cbd3-8a01-4388-9e14-663adfc69fbc Oct 15 13:48:32.303525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks [] for security_group (6d20e993-2942-4e13-8d05-65c130dbef4a), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.343569 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (6d20e993-2942-4e13-8d05-65c130dbef4a), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.364698 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.366636 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.411181 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-ee310ecf-be11-4c15-91ef-9612882639c9', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'project_id': '984a02b8dfd446879438d29b5efdd996', 'fixed_ips': [{'subnet_id': 'e0336429-39db-458f-b1ba-0cfc672c66f8'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:48:32.412382 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.432447 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (2518cbd3-8a01-4388-9e14-663adfc69fbc), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.475932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:32.484865 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:32.497126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (b03c9d90-13e0-4b6c-a3b4-99a30d342779), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.497649 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Added segment b03c9d90-13e0-4b6c-a3b4-99a30d342779 of type vlan for network 2be587d7-2a5c-4c32-9783-ff3a198697e5 Oct 15 13:48:32.530759 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.531431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Added segment d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e of type vlan for network c1b0ef41-77c8-4965-9ff6-7478183c5789 Oct 15 13:48:32.562591 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (2be587d7-2a5c-4c32-9783-ff3a198697e5), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.582822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (c1b0ef41-77c8-4965-9ff6-7478183c5789), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.606578 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Allocated IP 172.20.0.2 (ee310ecf-be11-4c15-91ef-9612882639c9/e0336429-39db-458f-b1ba-0cfc672c66f8/55348a68-f814-46d7-8fc8-cd67d439d5e3) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:32.623953 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (2be587d7-2a5c-4c32-9783-ff3a198697e5), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.625575 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:32.626286 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.639810 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=68,neutron:INSERT=28,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:32.663004 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (2518cbd3-8a01-4388-9e14-663adfc69fbc), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.670928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:32.672868 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.687919 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2820680 Oct 15 13:48:32.687919 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50008) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:32.714277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Request body: {'subnet': {'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-subnet', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:32.729913 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d2093-2767-4836-8f85-f2cb02a73721,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:32.774512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (c1b0ef41-77c8-4965-9ff6-7478183c5789), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.776086 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:32.776870 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.780578 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d20e993-2942-4e13-8d05-65c130dbef4a,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:32.867992 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:32.882570 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:32.890055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks [] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.912575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.926737 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7855906 Oct 15 13:48:32.939512 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for router_gateway (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:32.945095 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Network ee310ecf-be11-4c15-91ef-9612882639c9 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:32.949336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50012) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:32.954705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:32.969993 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Request body: {'subnet': {'network_id': '2518cbd3-8a01-4388-9e14-663adfc69fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-197791797-subnet', 'tenant_id': '2f75462e70f94e8a8ee4d907be539416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:32.985415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:32.988666 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a2f62-f1a8-4fca-a990-37b6e26a3563 admin admin] Pushing event updated for resources: {'Network': ['ID=2be587d7-2a5c-4c32-9783-ff3a198697e5,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:32.989332 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks [] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.001533 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for router_controller (ac87cb02-91b6-45fd-8d34-38986c4195f2), precommit_add_association {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.017171 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.018920 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6504040 Oct 15 13:48:33.019604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50014) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:33.024858 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731aa5f-8bcf-471b-b7d6-d811a5024db4 admin admin] Pushing event updated for resources: {'Network': ['ID=2518cbd3-8a01-4388-9e14-663adfc69fbc,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:33.031011 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Request body: {'subnet': {'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-subnet', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:33.055966 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:33.066748 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 2518cbd3-8a01-4388-9e14-663adfc69fbc details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:33.106284 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Made reservation on behalf of aabf1193b43040948317be442c5c16f7 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:33.110302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.121299 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.190751 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=10,neutron:SELECT=78,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:33.200020 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Made reservation on behalf of 09a0813bae074cd2aa552be82abe8493 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:33.203034 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.219275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e6a7-057f-4858-9bcf-d0829f0b157c admin admin] Pushing event updated for resources: {'Network': ['ID=c1b0ef41-77c8-4965-9ff6-7478183c5789,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:33.326667 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Made reservation on behalf of 2f75462e70f94e8a8ee4d907be539416 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:33.330144 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.359780 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for router_gateway (ac87cb02-91b6-45fd-8d34-38986c4195f2), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.384793 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:33.421769 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:33.424880 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:33.432516 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:33.532536 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Attempting to bind port 55348a68-f814-46d7-8fc8-cd67d439d5e3 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:33.532913 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Attempting to bind port 55348a68-f814-46d7-8fc8-cd67d439d5e3 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:33.533278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Attempting to bind port 55348a68-f814-46d7-8fc8-cd67d439d5e3 on network ee310ecf-be11-4c15-91ef-9612882639c9 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:33.553612 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Pushing event updated for resources: {'Port': ['ID=55348a68-f814-46d7-8fc8-cd67d439d5e3,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:33.559286 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:33.668613 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (dc3c67ac-f895-44ad-9b47-a00c13f2c125), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.668937 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Allocated IP 172.27.0.99 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/14ea3078-cde6-4ad3-91be-0b83a0be89bf) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:33.677804 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:33.681024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.681454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.681822 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.682202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.682541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.682934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.683276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.683623 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.684235 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.693041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.693620 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.694184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.694743 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.695356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.695785 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Tracked resource versions report: Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: pushed versions: Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: { 'AddressGroup': {'1.2'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Agent': {'1.1'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'ConntrackHelper': {'1.0'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Log': {'1.0'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'NDPProxy': {'1.0'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Network': {'1.1'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Port': {'1.7'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'PortForwarding': {'1.3'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'QosPolicy': {'1.10'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroup': {'1.5'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SubPort': {'1.0'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Subnet': {'1.1'}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Trunk': {'1.1'}} Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: consumer versions: Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: HyperV agent@hv-cinder-86149: {}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Agent': '1.1', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'ConntrackHelper': '1.0', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'LocalIPAssociation': '1.0', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Log': '1.0', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'NDPProxy': '1.0', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Network': '1.1', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Port': '1.7', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'PortForwarding': '1.3', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'QosPolicy': '1.10', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroup': '1.5', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SecurityGroupRule': '1.2', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'SubPort': '1.0', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Subnet': '1.1', Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: 'Trunk': '1.1'}} Oct 15 13:48:33.697969 dv-cinder-861491-3-iscsi neutron-server[111010]: {{(pid=111010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:48:33.738817 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3c67ac-f895-44ad-9b47-a00c13f2c125,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:33.858833 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:33.859168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Network hostable DHCP agents. Network: c1b0ef41-77c8-4965-9ff6-7478183c5789, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:33.964744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:33.965778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Checking segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:33.966521 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.967471 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Bound using segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:33.968294 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Bound port: 55348a68-f814-46d7-8fc8-cd67d439d5e3, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:33.968847 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:33.969153 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:33.998880 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:34.014503 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for router_gateway (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.079988 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, c1b0ef41-77c8-4965-9ff6-7478183c5789) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:34.085974 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.123673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Attempting to bind port bf5e7f35-1d86-4343-abf0-1be623853cc4 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:34.124555 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Attempting to bind port bf5e7f35-1d86-4343-abf0-1be623853cc4 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:34.124744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Attempting to bind port bf5e7f35-1d86-4343-abf0-1be623853cc4 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:34.138188 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f276d0-4574-4c31-9e2a-e3c539f6cee4 None None] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:34.149505 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (f79b5614-80c8-4aaf-887e-d40e00471cb8), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.230419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:34.231137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.264302 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-eabc66ff-865a-4db9-83e9-a1a2b29badf2 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2428937 Oct 15 13:48:34.265135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50066) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:34.270684 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:34.306273 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.308202 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.360112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] For port 55348a68-f814-46d7-8fc8-cd67d439d5e3, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:34.364029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] For port 55348a68-f814-46d7-8fc8-cd67d439d5e3, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=55348a68-f814-46d7-8fc8-cd67d439d5e3,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:34.371835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Pushing event updated for resources: {'Port': ['ID=bf5e7f35-1d86-4343-abf0-1be623853cc4,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:34.379711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.438533 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-c1b0ef41-77c8-4965-9ff6-7478183c5789', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:48:34.439528 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.445057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:34.487639 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:34.488102 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Checking segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:34.488520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.488928 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Bound using segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:34.489497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Bound port: bf5e7f35-1d86-4343-abf0-1be623853cc4, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:34.490678 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.547454 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79b5614-80c8-4aaf-887e-d40e00471cb8,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:34.555761 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (950f7f9c-bc68-4d87-8df3-5de5df0013c7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.607734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:34.609848 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Checking segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:34.610530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Network hostable DHCP agents. Network: 2be587d7-2a5c-4c32-9783-ff3a198697e5, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:34.659926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.695130 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for router_controller (40513c96-3174-4e33-8346-5ef6ed7faf41), precommit_add_association {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.704616 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950f7f9c-bc68-4d87-8df3-5de5df0013c7,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:34.735908 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50072) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:34.741580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884d85c-8cf0-4e95-be6a-0b17492f8f3c None None] Pushing event updated for resources: {'Port': ['ID=55348a68-f814-46d7-8fc8-cd67d439d5e3,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:34.753089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:34.893068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Checking segment: {'id': '22e1517b-d78c-4959-ade8-6ba7b211fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2518cbd3-8a01-4388-9e14-663adfc69fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:34.893068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Network hostable DHCP agents. Network: 2518cbd3-8a01-4388-9e14-663adfc69fbc, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:34.893068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 2be587d7-2a5c-4c32-9783-ff3a198697e5) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:34.901076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:34.901076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:34.957170 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.005326 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:35.009892 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7bd0bb6c-611f-4098-afdf-c5a8e29578c5 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3075080 Oct 15 13:48:35.014520 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:35.034489 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50084) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:35.041457 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:35.051978 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0f705-b33c-4551-ae21-5ed96f2b40ac None None] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:35.063920 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:35.142669 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for router_gateway (40513c96-3174-4e33-8346-5ef6ed7faf41), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.172130 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:35.180342 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.183428 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.212258 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Network 2518cbd3-8a01-4388-9e14-663adfc69fbc is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:35.229658 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] For port bf5e7f35-1d86-4343-abf0-1be623853cc4, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:35.248702 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Allocated IP 172.27.0.160 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:35.256967 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Pushing event updated for resources: {'Port': ['ID=14ea3078-cde6-4ad3-91be-0b83a0be89bf,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:35.260187 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] For port bf5e7f35-1d86-4343-abf0-1be623853cc4, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=bf5e7f35-1d86-4343-abf0-1be623853cc4,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:35.279095 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Allocated IP 172.20.0.2 (c1b0ef41-77c8-4965-9ff6-7478183c5789/dc3c67ac-f895-44ad-9b47-a00c13f2c125/f084ed96-9d5c-4610-8d3d-d34098aaa0f6) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:35.287588 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.308344 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 2518cbd3-8a01-4388-9e14-663adfc69fbc) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:35.345113 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0aaed8-7cd7-4fcc-bad2-2be1b59ef443 None None] Network 2518cbd3-8a01-4388-9e14-663adfc69fbc requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:35.345847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:35.347504 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.414630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c22697be-935f-4681-8db9-f1c4bbd6ee0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.487977 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f0ca6b68-f526-4344-9315-50aee85f3139 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5306523 Oct 15 13:48:35.513860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:35.525651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f01d0-059c-411a-b895-1b5d56b1bb2d None None] Pushing event updated for resources: {'Port': ['ID=bf5e7f35-1d86-4343-abf0-1be623853cc4,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:35.558621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-2be587d7-2a5c-4c32-9783-ff3a198697e5', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:48:35.560455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.632288 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:35.644662 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for router_controller (5a63cc39-53a8-4871-8a93-41e82fbc4f06), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.659594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.678864 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb882be1-9983-48e8-ad45-185fe05b4705 None None] Network 2518cbd3-8a01-4388-9e14-663adfc69fbc requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:35.701968 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for router_gateway (40513c96-3174-4e33-8346-5ef6ed7faf41), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.764133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.839397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:35.856942 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks [] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.934548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:35.957859 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:36.172205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:36.181541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:36.206201 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:36.213248 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Allocated IP 172.20.0.2 (2be587d7-2a5c-4c32-9783-ff3a198697e5/f79b5614-80c8-4aaf-887e-d40e00471cb8/f58469b3-b6ff-4662-85e3-1b7fa2c24f7b) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:36.218830 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:36.373292 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c22697be-935f-4681-8db9-f1c4bbd6ee0b admin admin] Publish callbacks [] for security_group (5a370217-23c2-418c-9fc5-24e5ed0f35f0), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:36.376925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Allocated IP 172.27.0.112 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/dac380e5-6913-4243-b5eb-15881244af1c) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:36.439306 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:36.485600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 55348a68-f814-46d7-8fc8-cd67d439d5e3 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:36.587277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c22697be-935f-4681-8db9-f1c4bbd6ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5a370217-23c2-418c-9fc5-24e5ed0f35f0), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:36.774777 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291928e-0b10-451c-8015-54c434dc88ad None None] Network ee310ecf-be11-4c15-91ef-9612882639c9 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:36.848204 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for port (dac380e5-6913-4243-b5eb-15881244af1c), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:36.908754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for router_gateway (5a63cc39-53a8-4871-8a93-41e82fbc4f06), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:36.984052 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for router_gateway (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.000891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (dac380e5-6913-4243-b5eb-15881244af1c), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.075229 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.210231 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50140) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:37.222379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-801563158-network', 'tenant_id': '73abe7085bd341f3bca2322efa9f16a7'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:37.244644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:37.255174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:37.259824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:37.322759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Pushing event updated for resources: {'Port': ['ID=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:37.327904 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.339473 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.346581 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:37.362835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:37.373476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 55348a68-f814-46d7-8fc8-cd67d439d5e3 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:37.373807 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.374336 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 55348a68-f814-46d7-8fc8-cd67d439d5e3 Oct 15 13:48:37.499009 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22697be-935f-4681-8db9-f1c4bbd6ee0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a370217-23c2-418c-9fc5-24e5ed0f35f0,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:37.517893 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Provisioning complete for port 55348a68-f814-46d7-8fc8-cd67d439d5e3 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:37.518534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.518846 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Attempt 1 to provision port 55348a68-f814-46d7-8fc8-cd67d439d5e3 Oct 15 13:48:37.544484 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Pushing event updated for resources: {'Port': ['ID=dac380e5-6913-4243-b5eb-15881244af1c,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:37.568462 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c22697be-935f-4681-8db9-f1c4bbd6ee0b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=080f5405f5a44718858ccbc99dc49680&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8310373 Oct 15 13:48:37.573449 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks [] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.577421 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50144) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:37.582484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c629e87-ac35-408c-b096-309357e6bd50 None None] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:37.601241 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.615128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Made reservation on behalf of 73abe7085bd341f3bca2322efa9f16a7 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:37.620856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.625561 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.706138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.742420 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for router_gateway (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.766826 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:37.774411 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] Publish callbacks [] for security_group (5a370217-23c2-418c-9fc5-24e5ed0f35f0), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.812205 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.820358 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.844386 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] Publish callbacks [] for security_group (5a370217-23c2-418c-9fc5-24e5ed0f35f0), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.858845 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for router_gateway (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.859570 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:37.885820 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:37.961752 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:37.962096 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:37.972148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Pushing event updated for resources: {'Port': ['ID=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:37.983202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:38.004340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:38.009971 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:38.010311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.011962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:38.095542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:38.095803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.142940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Attempting to bind port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:38.143452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Attempting to bind port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:38.143827 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Attempting to bind port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:38.281622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 55348a68-f814-46d7-8fc8-cd67d439d5e3, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=55348a68-f814-46d7-8fc8-cd67d439d5e3,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:38.289461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Attempting to bind port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:38.290687 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Attempting to bind port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:38.291054 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Attempting to bind port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:38.299999 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.497557 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:38.497941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:38.498353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.498803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Bound using segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:38.499324 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Bound port: f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:38.499916 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.524575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:38.534112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device bf5e7f35-1d86-4343-abf0-1be623853cc4 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:38.585179 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Allocated IP 172.27.0.143 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/84109563-73bf-40e7-8205-ee67310c9589) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:38.650289 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for router_gateway (40513c96-3174-4e33-8346-5ef6ed7faf41), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.683659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5a370217-23c2-418c-9fc5-24e5ed0f35f0), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.686732 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.687990 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5a370217-23c2-418c-9fc5-24e5ed0f35f0 HTTP/1.1" status: 204 len: 168 time: 1.1064124 Oct 15 13:48:38.711657 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870bacc-8c5a-4ec7-8536-6f5fdb96d27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a370217-23c2-418c-9fc5-24e5ed0f35f0,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:38.771493 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.api [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 15 13:48:38.776482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG oslo_db.api [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 13:48:38.779174 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=55348a68-f814-46d7-8fc8-cd67d439d5e3,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:38.783428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:38.784571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Checking segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:38.784950 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.786452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Bound using segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:38.787456 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Bound port: f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:38.788280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.790443 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:48:38.805903 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for port (84109563-73bf-40e7-8205-ee67310c9589), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.857403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:38.915914 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks [] for security_group (e15030f5-8727-4a2e-9272-52f6b898e050), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.956647 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (84109563-73bf-40e7-8205-ee67310c9589), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.991275 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port bf5e7f35-1d86-4343-abf0-1be623853cc4 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:38.991896 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:38.992554 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port bf5e7f35-1d86-4343-abf0-1be623853cc4 Oct 15 13:48:38.994594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:39.003840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:39.022528 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:39.024907 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:39.032530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:39.035290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:39.046478 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] For port f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:39.080605 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:39.085315 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:39.088167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=84109563-73bf-40e7-8205-ee67310c9589,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:39.101525 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.108169 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e571c5e8-25b9-41e4-9206-f130e11aaf64 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7647591 Oct 15 13:48:39.110205 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50156) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:39.118418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] For port f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:39.120493 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e15030f5-8727-4a2e-9272-52f6b898e050), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.159986 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.200263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] For port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:39.226665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] For port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:39.361546 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-46bd4b3e-a9a0-4202-bff8-05664ed57b39 None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:39.380333 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.409039 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15030f5-8727-4a2e-9272-52f6b898e050,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:39.510380 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for router_gateway (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.603672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155cbf3-ff9f-4e12-84a6-247fd88fed9d None None] Pushing event updated for resources: {'Port': ['ID=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:39.615263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Provisioning complete for port bf5e7f35-1d86-4343-abf0-1be623853cc4 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:39.616363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.617623 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Attempt 1 to provision port bf5e7f35-1d86-4343-abf0-1be623853cc4 Oct 15 13:48:39.693102 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:48:39.800745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port bf5e7f35-1d86-4343-abf0-1be623853cc4 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:39.801394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.891332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (8b62748d-fa74-4f70-b244-aae1cc1861e0), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.891678 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Added segment 8b62748d-fa74-4f70-b244-aae1cc1861e0 of type vlan for network 83c96c87-f4be-49fd-b90f-dc23f0082402 Oct 15 13:48:39.952479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:39.956971 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:40.106049 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.116115 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (83c96c87-f4be-49fd-b90f-dc23f0082402), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.164264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port bf5e7f35-1d86-4343-abf0-1be623853cc4, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=bf5e7f35-1d86-4343-abf0-1be623853cc4,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:40.221427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.263392 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.db.resource_extend [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 15 13:48:40.313509 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e002b1-158e-41f3-a5cd-d4b09d6ed3b2 None None] Pushing event updated for resources: {'Port': ['ID=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:40.336729 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (83c96c87-f4be-49fd-b90f-dc23f0082402), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.337231 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:40.338468 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.496522 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2812989 Oct 15 13:48:40.531483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:40.555656 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50178) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:40.561251 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:35Z', 'revision_number': 3, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:40.565610 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Current status of the port bf5e7f35-1d86-4343-abf0-1be623853cc4 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:40.595282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Request body: {'subnet': {'network_id': '83c96c87-f4be-49fd-b90f-dc23f0082402', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-801563158-subnet', 'tenant_id': '73abe7085bd341f3bca2322efa9f16a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:40.647037 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Provisioning complete for port 55348a68-f814-46d7-8fc8-cd67d439d5e3 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:40.647668 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.647777 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Attempt 1 to provision port 55348a68-f814-46d7-8fc8-cd67d439d5e3 Oct 15 13:48:40.653102 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:40.658352 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:40.659645 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Updating router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 port 14ea3078-cde6-4ad3-91be-0b83a0be89bf binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:40.663857 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:40.664401 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.721382 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78475b-2f04-4e76-81e1-c1ab631cb2ac admin admin] Pushing event updated for resources: {'Network': ['ID=83c96c87-f4be-49fd-b90f-dc23f0082402,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:40.739414 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.752808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Made reservation on behalf of 73abe7085bd341f3bca2322efa9f16a7 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:48:40.764604 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=bf5e7f35-1d86-4343-abf0-1be623853cc4,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:40.768767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:40.773202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 83c96c87-f4be-49fd-b90f-dc23f0082402 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:48:40.861640 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f58469b3-b6ff-4662-85e3-1b7fa2c24f7b up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:40.922268 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Router ac87cb02-91b6-45fd-8d34-38986c4195f2 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:48:41.065718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:48:41.280367 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:41.281239 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.281752 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b Oct 15 13:48:41.289883 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-021dac8e-95ba-41c3-87ea-2cadbf91a41c None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:41.297027 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.409304 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:41.425492 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:41.506937 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:41.507401 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.597360 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:41.605013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:41.609818 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:41.620332 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Sync routers for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:41.663269 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.669725 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f084ed96-9d5c-4610-8d3d-d34098aaa0f6 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:41.687836 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.697129 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2c414d44-9a1c-4a3e-ba57-06f108176dc0 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5299478 Oct 15 13:48:41.700040 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:48:41.703692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:41.718224 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.725964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50200) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:41.734870 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks [] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.762228 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:41.768093 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.802105 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Attempting to bind port 14ea3078-cde6-4ad3-91be-0b83a0be89bf on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:41.802771 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Attempting to bind port 14ea3078-cde6-4ad3-91be-0b83a0be89bf by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:41.806929 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Attempting to bind port 14ea3078-cde6-4ad3-91be-0b83a0be89bf on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:41.943364 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.956193 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0f1b90af-3778-4248-bcc1-aed0a8c49a6e admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6787844 Oct 15 13:48:41.957402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50204) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:41.966302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e83191-e89d-48ed-be38-f33b05fdc044 None None] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:41.969922 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Pushing event updated for resources: {'Port': ['ID=14ea3078-cde6-4ad3-91be-0b83a0be89bf,revision_number=2']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:41.971335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b43e0-48b1-4f5d-bb09-dd3bd58c9ef8 None None] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:41.981408 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:41.982137 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:41.982442 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:41.983188 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:41.983858 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Bound port: 14ea3078-cde6-4ad3-91be-0b83a0be89bf, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:41.984288 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:42.017534 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.018044 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.018621 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.019332 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.019332 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.019693 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.020931 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.020931 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.020931 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.021452 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.021452 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.021799 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.022094 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.022589 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.023098 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Tracked resource versions report: Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: pushed versions: Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: { 'AddressGroup': {'1.2'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Agent': {'1.1'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'ConntrackHelper': {'1.0'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'LocalIPAssociation': {'1.0'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Log': {'1.0'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'NDPProxy': {'1.0'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Network': {'1.1'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Port': {'1.7'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'PortForwarding': {'1.3'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'QosPolicy': {'1.10'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroup': {'1.5'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroupRule': {'1.2'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SubPort': {'1.0'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Subnet': {'1.1'}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Trunk': {'1.1'}} Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: consumer versions: Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: { DHCP agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: HyperV agent@hv-cinder-86149: {}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: L3 agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: Metadata agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: Metering agent@dv-cinder-861491-3-iscsi: {}, Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: Open vSwitch agent@dv-cinder-861491-3-iscsi: { 'AddressGroup': '1.2', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Agent': '1.1', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'ConntrackHelper': '1.0', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'LocalIPAssociation': '1.0', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Log': '1.0', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'NDPProxy': '1.0', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Network': '1.1', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Port': '1.7', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'PortForwarding': '1.3', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'QosPolicy': '1.10', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroup': '1.5', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SecurityGroupRule': '1.2', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'SubPort': '1.0', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Subnet': '1.1', Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: 'Trunk': '1.1'}} Oct 15 13:48:42.024415 dv-cinder-861491-3-iscsi neutron-server[111011]: {{(pid=111011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 13:48:42.050927 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:42.052630 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:42.095797 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:42.096505 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:42.120334 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] For port 14ea3078-cde6-4ad3-91be-0b83a0be89bf, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:42.127492 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (179c3aac-17a6-4de8-8b8f-693f087624e7), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:42.129399 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] For port 14ea3078-cde6-4ad3-91be-0b83a0be89bf, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=14ea3078-cde6-4ad3-91be-0b83a0be89bf,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:42.212998 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:42.244759 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:42.260817 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Checking segment: {'id': '8b62748d-fa74-4f70-b244-aae1cc1861e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83c96c87-f4be-49fd-b90f-dc23f0082402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:42.261464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Network hostable DHCP agents. Network: 83c96c87-f4be-49fd-b90f-dc23f0082402, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:48:42.292388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:42.298036 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:42.300906 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:42.316182 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179c3aac-17a6-4de8-8b8f-693f087624e7,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:42.341594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Network 83c96c87-f4be-49fd-b90f-dc23f0082402 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:48:42.365371 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Provisioning complete for port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:42.365745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:42.366149 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Attempt 1 to provision port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 Oct 15 13:48:42.443423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:42.535554 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:42.576952 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 83c96c87-f4be-49fd-b90f-dc23f0082402) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:42.590872 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:42.591577 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:42.630353 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-1f8a3dc9-449f-40c0-8956-2f6ca1085957 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0423276 Oct 15 13:48:42.681665 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:42.686938 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c46c27-c913-414f-99ef-e474e9a7197f None None] Network 83c96c87-f4be-49fd-b90f-dc23f0082402 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:42.703030 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:42.713776 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:42.826026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:42.942989 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d37fa-c0be-47fa-aabc-c4796ada2595 None None] Pushing event updated for resources: {'Port': ['ID=14ea3078-cde6-4ad3-91be-0b83a0be89bf,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:43.087976 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:43.132058 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:43.141172 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:43.141706 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:43.143113 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 Oct 15 13:48:43.294128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50228) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:43.414947 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:43.428896 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Allocated IP 172.20.0.1 (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca/16f21624-8d4c-467a-881f-0277cfe984dc/c7a79c00-b026-48a5-9bb7-bf6772a9ccc6) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:43.545324 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:43.656229 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:35Z', 'revision_number': 3, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:43.694619 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a4ed5-02d9-46e0-835c-772ffdcc2531 None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:35Z', 'revision_number': 3, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:48:43.727086 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:37Z', 'revision_number': 3, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:43.760808 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:43.761163 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Updating router 40513c96-3174-4e33-8346-5ef6ed7faf41 port dac380e5-6913-4243-b5eb-15881244af1c binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:43.813191 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (dac380e5-6913-4243-b5eb-15881244af1c), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:43.865538 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:43.866921 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Allocated IP 172.20.0.1 (c1b0ef41-77c8-4965-9ff6-7478183c5789/dc3c67ac-f895-44ad-9b47-a00c13f2c125/94f8163e-8cc9-408d-97d4-b548d82a80b7) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:43.868072 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:43.995619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks [] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.140274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks [] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.186839 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Deleting subnet 950f7f9c-bc68-4d87-8df3-5de5df0013c7 {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:48:44.191497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:44.193272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Publish callbacks [] for subnet (950f7f9c-bc68-4d87-8df3-5de5df0013c7), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.196575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.215799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:44.266180 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.336748 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Pushing event updated for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:44.353546 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:44.375055 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:44.390771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:44.393425 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (40513c96-3174-4e33-8346-5ef6ed7faf41), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.430472 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.443508 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-bd34ef34-be31-474e-9fc9-c08beaebcbf9 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3999546 Oct 15 13:48:44.455612 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:37Z', 'revision_number': 3, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:44.459318 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50254) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:44.568865 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Publish callbacks [] for subnet (950f7f9c-bc68-4d87-8df3-5de5df0013c7), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.571516 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:44.572353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.612193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (950f7f9c-bc68-4d87-8df3-5de5df0013c7), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.752267 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks [] for port (dac380e5-6913-4243-b5eb-15881244af1c), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.753863 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Checking router: ac87cb02-91b6-45fd-8d34-38986c4195f2 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:44.754309 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Updating router ac87cb02-91b6-45fd-8d34-38986c4195f2 port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:44.767767 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (dac380e5-6913-4243-b5eb-15881244af1c), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:44.899552 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:44.946556 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Attempting to bind port dac380e5-6913-4243-b5eb-15881244af1c on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:44.946978 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Attempting to bind port dac380e5-6913-4243-b5eb-15881244af1c by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:44.947547 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Attempting to bind port dac380e5-6913-4243-b5eb-15881244af1c on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:44.968040 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.023459 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50266) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:45.144664 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ccd6d-d116-4ac0-b06b-25ad11e56fc3 None None] Pushing event updated for resources: {'Port': ['ID=dac380e5-6913-4243-b5eb-15881244af1c,revision_number=2']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:45.147411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.188858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.229471 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:45.229938 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:45.232953 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.233604 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:45.234413 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Bound port: dac380e5-6913-4243-b5eb-15881244af1c, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:45.235047 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (dac380e5-6913-4243-b5eb-15881244af1c), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.350976 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:45.463998 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] For port dac380e5-6913-4243-b5eb-15881244af1c, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:45.471595 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] For port dac380e5-6913-4243-b5eb-15881244af1c, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=dac380e5-6913-4243-b5eb-15881244af1c,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:45.488899 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (950f7f9c-bc68-4d87-8df3-5de5df0013c7), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.492929 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (dac380e5-6913-4243-b5eb-15881244af1c), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.497007 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:45.524371 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.528347 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:45.537319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.566918 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.574045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.604537 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.615225 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:45.636903 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/950f7f9c-bc68-4d87-8df3-5de5df0013c7 HTTP/1.1" status: 204 len: 168 time: 2.3372960 Oct 15 13:48:45.648736 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:45.650391 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:45.652458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e21c1b-bea4-4c6b-9b41-5c19180df063 None None] Network 83c96c87-f4be-49fd-b90f-dc23f0082402 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:48:45.717408 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50270) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:45.834082 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:45.960952 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:45.980560 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b35ad5b-66d2-4d5c-9f96-edea730d88d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.065724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f0127-c90f-460d-bd83-97830bfef2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950f7f9c-bc68-4d87-8df3-5de5df0013c7,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:46.137684 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ccd6d-d116-4ac0-b06b-25ad11e56fc3 None None] Pushing event updated for resources: {'Port': ['ID=dac380e5-6913-4243-b5eb-15881244af1c,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:46.157357 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:46.158274 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.164454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] For port f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:46.171922 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks [] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.199687 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.222756 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.227573 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:46.255718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b35ad5b-66d2-4d5c-9f96-edea730d88d9 admin admin] Publish callbacks [] for security_group (0cabe2b1-2ff5-4adf-bd75-53d9656bf377), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.276341 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b35ad5b-66d2-4d5c-9f96-edea730d88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0cabe2b1-2ff5-4adf-bd75-53d9656bf377), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.321909 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:46.366775 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7b35ad5b-66d2-4d5c-9f96-edea730d88d9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0c29d86a22514388bd9465a4e2fb9daa&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3296835 Oct 15 13:48:46.386435 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50286) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:46.444955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=11 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:46.496800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] Publish callbacks [] for security_group (0cabe2b1-2ff5-4adf-bd75-53d9656bf377), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.506743 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (2518cbd3-8a01-4388-9e14-663adfc69fbc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.631838 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:48:43Z', 'revision_number': 1, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:46.640352 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.641821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ad5b-66d2-4d5c-9f96-edea730d88d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabe2b1-2ff5-4adf-bd75-53d9656bf377,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:46.685985 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded0a7b-1213-4d42-a4a3-9c12125bdfdf None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:48:43Z', 'revision_number': 1, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:48:46.696063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] Publish callbacks [] for security_group (0cabe2b1-2ff5-4adf-bd75-53d9656bf377), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.789171 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0cabe2b1-2ff5-4adf-bd75-53d9656bf377), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.792327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.793165 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0cabe2b1-2ff5-4adf-bd75-53d9656bf377 HTTP/1.1" status: 204 len: 168 time: 0.4056654 Oct 15 13:48:46.890287 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Attempting to bind port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:46.898791 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Attempting to bind port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:46.900113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (2518cbd3-8a01-4388-9e14-663adfc69fbc), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:46.904241 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Attempting to bind port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:46.928401 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.928788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.929574 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.929910 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > port after_create 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.930960 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.931227 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > port after_update 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.931557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.931917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.932267 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:46.932593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:47.148852 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:47.280371 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Provisioning complete for port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:47.281063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.281520 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Attempt 1 to provision port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 Oct 15 13:48:47.325787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.519787 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952063b6-3c6f-4fbb-b891-df1acb75a8b5 None None] Pushing event updated for resources: {'Port': ['ID=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:47.580721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:47.581328 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:47.581797 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:47.582329 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:48:47.582921 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2518cbd3-8a01-4388-9e14-663adfc69fbc']}} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:47.614100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045a9ec-3494-46fb-8415-742c7068c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabe2b1-2ff5-4adf-bd75-53d9656bf377,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:47.661815 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:47.662488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:47.663027 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.663682 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:47.664560 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Bound port: 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:47.666311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.685029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 15 13:48:47.685679 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG oslo_db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 13:48:47.710986 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e1517b-d78c-4959-ade8-6ba7b211fb91') {'for_net_delete': True} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:47.711573 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e1517b-d78c-4959-ade8-6ba7b211fb91') {} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:47.738687 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7974624'] for segment (22e1517b-d78c-4959-ade8-6ba7b211fb91), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.770760 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (22e1517b-d78c-4959-ade8-6ba7b211fb91), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.785982 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=111009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:48:47.786979 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7749150'] for segment (22e1517b-d78c-4959-ade8-6ba7b211fb91), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:47.833465 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:39Z', 'revision_number': 3, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:48.037024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb4e04-2da8-4d13-bf38-879884057249 None None] Pushing event updated for resources: {'Port': ['ID=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:48.047002 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:48.047350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Updating router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 port 84109563-73bf-40e7-8205-ee67310c9589 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:48.108366 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] For port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:48.112895 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] For port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:48.117297 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (84109563-73bf-40e7-8205-ee67310c9589), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.125567 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.212052 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.324338 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (2518cbd3-8a01-4388-9e14-663adfc69fbc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.340713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.340713 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2518cbd3-8a01-4388-9e14-663adfc69fbc HTTP/1.1" status: 204 len: 168 time: 2.6156495 Oct 15 13:48:48.357000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50330) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:48.492477 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Deleting subnet 179c3aac-17a6-4de8-8b8f-693f087624e7 {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:48:48.546586 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62e817-c275-4bb7-89f1-39e0812be0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2518cbd3-8a01-4388-9e14-663adfc69fbc,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:48.565179 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Publish callbacks [] for subnet (179c3aac-17a6-4de8-8b8f-693f087624e7), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.607654 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:48.609758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 55348a68-f814-46d7-8fc8-cd67d439d5e3 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:48.648705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50332) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:48.671427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:48.672143 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:48.688263 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (179c3aac-17a6-4de8-8b8f-693f087624e7), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.746324 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:48.824253 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:48.929821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks [] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.945441 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks [] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.953354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.954174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:48.976704 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:49.000295 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (179c3aac-17a6-4de8-8b8f-693f087624e7), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.072058 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:49.084362 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.195234 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:49.224440 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Allocated IP 172.20.0.1 (ee310ecf-be11-4c15-91ef-9612882639c9/e0336429-39db-458f-b1ba-0cfc672c66f8/3c4dcda5-07db-4abd-9ee1-1b3360f9b50a) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:49.230642 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Provisioning complete for port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:49.233535 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.235549 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Attempt 1 to provision port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 Oct 15 13:48:49.243395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Pushing event updated for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:49.258680 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (40513c96-3174-4e33-8346-5ef6ed7faf41), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.420946 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (179c3aac-17a6-4de8-8b8f-693f087624e7), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.426062 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fdab-11e4-4126-b7be-ea2f867ab9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.447755 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:49.486125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:49.492309 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.494611 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:49.507976 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/179c3aac-17a6-4de8-8b8f-693f087624e7 HTTP/1.1" status: 204 len: 168 time: 1.1343379 Oct 15 13:48:49.509356 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50354) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:49.580918 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb4e04-2da8-4d13-bf38-879884057249 None None] Pushing event updated for resources: {'Port': ['ID=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:49.588945 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks [] for port (84109563-73bf-40e7-8205-ee67310c9589), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.592869 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:37Z', 'revision_number': 3, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:49.593200 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29107d8-93e9-48a5-8f2e-90567cede36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179c3aac-17a6-4de8-8b8f-693f087624e7,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:49.606283 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:49.616482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:49.625414 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:49.667319 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (84109563-73bf-40e7-8205-ee67310c9589), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.705605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Attempting to bind port 84109563-73bf-40e7-8205-ee67310c9589 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:49.705605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Attempting to bind port 84109563-73bf-40e7-8205-ee67310c9589 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:49.705605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Attempting to bind port 84109563-73bf-40e7-8205-ee67310c9589 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:49.713286 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:49.723409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:49.735833 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae8af-6df3-48c2-9f18-f3c142952511 None None] The sync data for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi is: [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:37Z', 'revision_number': 3, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:48:49.777924 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 22e1517b-d78c-4959-ade8-6ba7b211fb91 resource provider aggregate not found Oct 15 13:48:49.781962 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Allocated IP 172.20.0.1 (2be587d7-2a5c-4c32-9783-ff3a198697e5/f79b5614-80c8-4aaf-887e-d40e00471cb8/109135cd-4fa6-4de9-b5a2-1174221b5633) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:49.836758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 55348a68-f814-46d7-8fc8-cd67d439d5e3 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:49.843108 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 22e1517b-d78c-4959-ade8-6ba7b211fb91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22e1517b-d78c-4959-ade8-6ba7b211fb91 found for delete ", "request_id": "req-08364b6c-c03f-47cb-a571-4b2b9df56edc"}]} Oct 15 13:48:49.847440 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.848453 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 55348a68-f814-46d7-8fc8-cd67d439d5e3 Oct 15 13:48:49.895821 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Provisioning complete for port 94f8163e-8cc9-408d-97d4-b548d82a80b7 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:49.896787 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:49.897361 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Attempt 1 to provision port 94f8163e-8cc9-408d-97d4-b548d82a80b7 Oct 15 13:48:50.014855 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (83c96c87-f4be-49fd-b90f-dc23f0082402), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.047859 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Port 94f8163e-8cc9-408d-97d4-b548d82a80b7 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:50.051426 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:50.131157 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Provisioning complete for port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:50.131546 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.137228 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Attempt 1 to provision port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b Oct 15 13:48:50.222927 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks [] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.244272 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae9c6-59b8-4aef-aeca-21147f0044b8 None None] Pushing event updated for resources: {'Port': ['ID=84109563-73bf-40e7-8205-ee67310c9589,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:50.291250 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:50.292155 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:50.292815 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.293473 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:50.294332 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Bound port: 84109563-73bf-40e7-8205-ee67310c9589, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:50.295586 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (84109563-73bf-40e7-8205-ee67310c9589), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.418949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e009b5e1-a468-4f56-a3a4-61455dacb27f None None] Current status of the port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:50.440209 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (83c96c87-f4be-49fd-b90f-dc23f0082402), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.463152 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:48:50.463411 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:50.505012 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] For port 84109563-73bf-40e7-8205-ee67310c9589, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:50.515403 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] For port 84109563-73bf-40e7-8205-ee67310c9589, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=84109563-73bf-40e7-8205-ee67310c9589,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:50.551830 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (84109563-73bf-40e7-8205-ee67310c9589), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.587637 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Provisioning complete for port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:50.587637 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.587637 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Attempt 1 to provision port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 Oct 15 13:48:50.611678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c96c87-f4be-49fd-b90f-dc23f0082402']}} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:50.672938 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=81,neutron:UPDATE=9,neutron:INSERT=10 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:50.674486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:50.695557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b62748d-fa74-4f70-b244-aae1cc1861e0') {'for_net_delete': True} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:50.699434 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b62748d-fa74-4f70-b244-aae1cc1861e0') {} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:50.702752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:48:50.840893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7974624'] for segment (8b62748d-fa74-4f70-b244-aae1cc1861e0), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:50.919290 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (8b62748d-fa74-4f70-b244-aae1cc1861e0), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.009507 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=111009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:48:51.018402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7749150'] for segment (8b62748d-fa74-4f70-b244-aae1cc1861e0), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.202701 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fdab-11e4-4126-b7be-ea2f867ab9bb admin admin] Publish callbacks [] for security_group (3c723b85-6b32-49fd-b3c9-9351fade82fc), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.216510 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:51.227351 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-59e0705c-2039-4e73-8b28-c3ba13e26d7b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/40513c96-3174-4e33-8346-5ef6ed7faf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2647910 Oct 15 13:48:51.254752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fdab-11e4-4126-b7be-ea2f867ab9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3c723b85-6b32-49fd-b3c9-9351fade82fc), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.257327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (83c96c87-f4be-49fd-b90f-dc23f0082402), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.262974 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.268084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/83c96c87-f4be-49fd-b90f-dc23f0082402 HTTP/1.1" status: 204 len: 168 time: 1.6763158 Oct 15 13:48:51.305473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea94db7-32fc-4ac0-bf0d-5d747d7de691 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c96c87-f4be-49fd-b90f-dc23f0082402,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:51.344579 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f58469b3-b6ff-4662-85e3-1b7fa2c24f7b up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:51.388139 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-dcf9fdab-11e4-4126-b7be-ea2f867ab9bb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=735c94e76c1e4aca8c1b82ea5d744e62&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7323337 Oct 15 13:48:51.388470 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50382) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:51.454036 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:51.454715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:51.512303 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:51.513700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] Publish callbacks [] for security_group (3c723b85-6b32-49fd-b3c9-9351fade82fc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.569218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:51.570637 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:51.571638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] Publish callbacks [] for security_group (3c723b85-6b32-49fd-b3c9-9351fade82fc), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.571863 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:51.579601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:51.607184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:51.621679 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae9c6-59b8-4aef-aeca-21147f0044b8 None None] Pushing event updated for resources: {'Port': ['ID=84109563-73bf-40e7-8205-ee67310c9589,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:51.679491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Provisioning complete for port 94f8163e-8cc9-408d-97d4-b548d82a80b7 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:51.680538 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.680947 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Attempt 1 to provision port 94f8163e-8cc9-408d-97d4-b548d82a80b7 Oct 15 13:48:51.718325 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3c723b85-6b32-49fd-b3c9-9351fade82fc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.722844 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.724855 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3c723b85-6b32-49fd-b3c9-9351fade82fc HTTP/1.1" status: 204 len: 168 time: 0.3354642 Oct 15 13:48:51.742702 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff193-32d6-4aec-919a-f7964ff90095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c723b85-6b32-49fd-b3c9-9351fade82fc,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:51.785605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:51.786320 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:51.786813 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b Oct 15 13:48:51.863778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:51.865905 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-cddcc7fe-61ac-4a67-bdb9-f2a928b33293 None None] Port 94f8163e-8cc9-408d-97d4-b548d82a80b7 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:51.883179 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 8b62748d-fa74-4f70-b244-aae1cc1861e0 resource provider aggregate not found Oct 15 13:48:51.922851 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 8b62748d-fa74-4f70-b244-aae1cc1861e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b62748d-fa74-4f70-b244-aae1cc1861e0 found for delete ", "request_id": "req-5e8cc2fc-57b5-4f94-abb2-65098e8c136c"}]} Oct 15 13:48:51.949233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks [] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.018270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9fdab-11e4-4126-b7be-ea2f867ab9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c723b85-6b32-49fd-b3c9-9351fade82fc,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:52.057330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.141131 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:52.147066 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50402) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:52.216811 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:52.282416 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:52.301737 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-63ca29c2-db87-4001-a621-8b48e7d1a982 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1904473 Oct 15 13:48:52.315776 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Network ee310ecf-be11-4c15-91ef-9612882639c9 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:52.400010 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:52.449637 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:52.451056 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.455269 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:52.468694 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Pushing event updated for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:52.483747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 14ea3078-cde6-4ad3-91be-0b83a0be89bf up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:52.486324 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-23a2f3cf-14ba-4147-abf4-b9b8c191658d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2f75462e70f94e8a8ee4d907be539416&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3363748 Oct 15 13:48:52.486984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50418) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:52.494703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:52.495740 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:52.520206 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e1913e93-0bef-4f2d-b4d8-eacd97ce197c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.585093 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:52.672504 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] Publish callbacks [] for security_group (e894ae04-13d2-48c2-aee1-a7fa22ffbff8), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.702940 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.735125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] Publish callbacks [] for security_group (e894ae04-13d2-48c2-aee1-a7fa22ffbff8), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.780658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:52.846951 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:52.858828 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:48:52.859670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.875542 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 2, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:52.905924 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e894ae04-13d2-48c2-aee1-a7fa22ffbff8), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.914311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:39Z', 'revision_number': 3, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:52.915439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:52.925523 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e894ae04-13d2-48c2-aee1-a7fa22ffbff8 HTTP/1.1" status: 204 len: 168 time: 0.4351599 Oct 15 13:48:52.946498 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:52.946498 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Updating router 40513c96-3174-4e33-8346-5ef6ed7faf41 port 94f8163e-8cc9-408d-97d4-b548d82a80b7 binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:52.982566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27057b-aa68-4339-881c-3f3bacd3dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e894ae04-13d2-48c2-aee1-a7fa22ffbff8,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:53.022033 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:53.034750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:53.176941 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Pushing event updated for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:53.181164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:53.421347 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:48:53.455909 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:53.718925 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:53.998170 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks [] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.017146 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.096047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50472) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:54.110667 dv-cinder-861491-3-iscsi neutron-server[111009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 13:48:54.158167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:54.166644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50478) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:54.170571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:54.249330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0768c6-c999-4a9b-9f5b-43236d41b549 None None] Pushing event updated for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:54.251942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600096120', 'description': 'tempest-description--1906715425'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:54.303482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666df6db-95c8-468a-afb2-835cf03c0616 None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:39Z', 'revision_number': 3, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:48:54.342145 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.349403 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 14ea3078-cde6-4ad3-91be-0b83a0be89bf triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:54.350270 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.351088 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 14ea3078-cde6-4ad3-91be-0b83a0be89bf Oct 15 13:48:54.358140 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Attempting to bind port 94f8163e-8cc9-408d-97d4-b548d82a80b7 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:54.359137 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Attempting to bind port 94f8163e-8cc9-408d-97d4-b548d82a80b7 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:54.361712 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Attempting to bind port 94f8163e-8cc9-408d-97d4-b548d82a80b7 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:54.449924 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50484) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:54.503697 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:54.505131 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:54.506217 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.507783 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Bound using segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:54.510913 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Bound port: 94f8163e-8cc9-408d-97d4-b548d82a80b7, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:54.511691 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.519705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:54.535364 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:48:47Z', 'revision_number': 2, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:54.576007 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:54.614176 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-692c831b-2710-491f-ad67-7f2cd7803470 None None] Provisioning complete for port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:54.614886 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-692c831b-2710-491f-ad67-7f2cd7803470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.615398 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-692c831b-2710-491f-ad67-7f2cd7803470 None None] Attempt 1 to provision port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a Oct 15 13:48:54.625202 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:54.644020 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-4d1c03c8-081b-4465-9cc9-4b44380e713b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:54.646971 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-4d1c03c8-081b-4465-9cc9-4b44380e713b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 0.5376310 Oct 15 13:48:54.680263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-692c831b-2710-491f-ad67-7f2cd7803470 None None] Port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:54.681116 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-166b800a-6536-496c-9baf-673e246ba4d9 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/quotas/09a0813bae074cd2aa552be82abe8493 HTTP/1.1" status: 200 len: 375 time: 0.0230696 Oct 15 13:48:54.683051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:54.683633 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Updating router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:54.701129 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a70d49a0-e674-4209-9d3d-bceeef38da40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.829077 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] For port 94f8163e-8cc9-408d-97d4-b548d82a80b7, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:54.837992 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] For port 94f8163e-8cc9-408d-97d4-b548d82a80b7, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=94f8163e-8cc9-408d-97d4-b548d82a80b7,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:54.845612 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 14ea3078-cde6-4ad3-91be-0b83a0be89bf is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:54.847467 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.885525 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:54.938484 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-25ceedab-c032-40da-8eae-5462d71e2292 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429111 Oct 15 13:48:55.040369 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.068723 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-30ecc62f-0f45-4675-a1b7-c358f9f595e0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=73abe7085bd341f3bca2322efa9f16a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5869308 Oct 15 13:48:55.068935 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50496) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:55.147238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks [] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.161835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks [] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.176425 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.177221 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.185506 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (ecbdf884-7c39-40c7-b198-dc4106b268af), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.208976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] Publish callbacks [] for security_group (e15030f5-8727-4a2e-9272-52f6b898e050), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.233941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50498) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:55.252326 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.257069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] Publish callbacks [] for security_group (e15030f5-8727-4a2e-9272-52f6b898e050), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.262968 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.266500 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0768c6-c999-4a9b-9f5b-43236d41b549 None None] Pushing event updated for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:55.279218 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ecbdf884-7c39-40c7-b198-dc4106b268af), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.296112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 14ea3078-cde6-4ad3-91be-0b83a0be89bf, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=14ea3078-cde6-4ad3-91be-0b83a0be89bf,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:55.302983 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:55.304226 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:55.309181 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-2e2bc9d6-1bbe-4866-86bd-aab9d24823a0 None None] Provisioning complete for port 109135cd-4fa6-4de9-b5a2-1174221b5633 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:55.310095 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc9d6-1bbe-4866-86bd-aab9d24823a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.310643 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-2e2bc9d6-1bbe-4866-86bd-aab9d24823a0 None None] Attempt 1 to provision port 109135cd-4fa6-4de9-b5a2-1174221b5633 Oct 15 13:48:55.369690 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:55.398347 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e15030f5-8727-4a2e-9272-52f6b898e050), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.403384 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.406324 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e15030f5-8727-4a2e-9272-52f6b898e050 HTTP/1.1" status: 204 len: 168 time: 0.3434815 Oct 15 13:48:55.412065 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.416756 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f084ed96-9d5c-4610-8d3d-d34098aaa0f6 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:55.441862 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664e608-1ddd-4f8c-ba5b-7ce8077a7aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15030f5-8727-4a2e-9272-52f6b898e050,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:55.550793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:55.598595 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:55.661081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:55.663324 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:55.696876 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Network ee310ecf-be11-4c15-91ef-9612882639c9 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:48:55.705703 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ce6-831b-423e-bc64-55bdcc7ee877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.730341 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:55.757686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bc9d6-1bbe-4866-86bd-aab9d24823a0 None None] Port 109135cd-4fa6-4de9-b5a2-1174221b5633 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:55.806270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:48:55.809684 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Pushing event updated for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:55.826516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:55.828132 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5956776 Oct 15 13:48:55.852375 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50512) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:55.893761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=14ea3078-cde6-4ad3-91be-0b83a0be89bf,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:55.950599 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group_rule': {'security_group_id': 'ecbdf884-7c39-40c7-b198-dc4106b268af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:55.972295 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02c128-4104-479b-a6af-c059d28d234f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdf884-7c39-40c7-b198-dc4106b268af,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:56.079430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:56.079704 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.081079 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 Oct 15 13:48:56.100746 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ce6-831b-423e-bc64-55bdcc7ee877 admin admin] Publish callbacks [] for security_group (0de92ab7-56d8-4026-afdf-268d52d4d0cf), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.113752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ce6-831b-423e-bc64-55bdcc7ee877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0de92ab7-56d8-4026-afdf-268d52d4d0cf), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.213519 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:56.231249 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-2989750f-057f-4982-a058-0ecef665738b service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:48:56.240279 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-2989750f-057f-4982-a058-0ecef665738b service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4842412 Oct 15 13:48:56.319035 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Pushing event updated for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:56.319777 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec73f99-24fa-4bc4-93d1-28e24d38e07d None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:48:56.533048 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (eaa846ca-6197-4a01-9c12-b361d5c1547f), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.647510 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:48:56.721676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Router ac87cb02-91b6-45fd-8d34-38986c4195f2 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:48:56.758585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:56.763087 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-52ca9834-e8b3-4cfe-804f-dcdc36ca2720 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212355 Oct 15 13:48:56.773084 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71ce6-831b-423e-bc64-55bdcc7ee877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de92ab7-56d8-4026-afdf-268d52d4d0cf,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:56.778937 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6dc71ce6-831b-423e-bc64-55bdcc7ee877 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f2afb4e61d9e4a5bb60826ab3499c8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5438316 Oct 15 13:48:56.789668 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50532) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:56.853402 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.881215 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-31b36438-e634-414e-b784-e70881f72de1 None None] Provisioning complete for port 109135cd-4fa6-4de9-b5a2-1174221b5633 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:56.881215 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-31b36438-e634-414e-b784-e70881f72de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.881215 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-31b36438-e634-414e-b784-e70881f72de1 None None] Attempt 1 to provision port 109135cd-4fa6-4de9-b5a2-1174221b5633 Oct 15 13:48:56.909157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (eaa846ca-6197-4a01-9c12-b361d5c1547f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:56.927892 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-ff302ae4-e919-46d5-8e06-974733f6a09d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555302 Oct 15 13:48:56.971109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:56.976504 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-31b36438-e634-414e-b784-e70881f72de1 None None] Port 109135cd-4fa6-4de9-b5a2-1174221b5633 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:56.999218 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (eaa846ca-6197-4a01-9c12-b361d5c1547f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.227513 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:57.234046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device dac380e5-6913-4243-b5eb-15881244af1c up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:57.251113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] Publish callbacks [] for security_group (0de92ab7-56d8-4026-afdf-268d52d4d0cf), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.289238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:57.293222 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa846ca-6197-4a01-9c12-b361d5c1547f,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:57.296591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50560) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:57.434527 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-753651ae-a04b-4ad5-b2cc-fd2aad71eebe req-3001fa78-46c5-472d-bd89-20c6b0de3926 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 210 time: 0.1343448 Oct 15 13:48:57.448600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-7f9945b9-f6e3-4f58-82ed-2e7ae7f75fd4 None None] Provisioning complete for port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:57.448600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-7f9945b9-f6e3-4f58-82ed-2e7ae7f75fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.448600 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-7f9945b9-f6e3-4f58-82ed-2e7ae7f75fd4 None None] Attempt 1 to provision port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a Oct 15 13:48:57.529398 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] Publish callbacks [] for security_group (0de92ab7-56d8-4026-afdf-268d52d4d0cf), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.556410 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.557991 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9e4791a1-4a29-409a-9b83-0b39f311e854 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6916032 Oct 15 13:48:57.563350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50578) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:57.566613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:57.570237 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group_rule': {'security_group_id': 'ecbdf884-7c39-40c7-b198-dc4106b268af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:57.585935 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-818258de-6397-49cd-a701-40d030a90bca admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/5a63cc39-53a8-4871-8a93-41e82fbc4f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9845927 Oct 15 13:48:57.625032 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks [] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.647828 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:48:57.660813 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-7f9945b9-f6e3-4f58-82ed-2e7ae7f75fd4 None None] Port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:48:57.664614 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-699349d0-1380-44eb-a521-af5b2e23fe8f admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ac87cb02-91b6-45fd-8d34-38986c4195f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9244254 Oct 15 13:48:57.668929 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port dac380e5-6913-4243-b5eb-15881244af1c triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:57.669674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (dac380e5-6913-4243-b5eb-15881244af1c), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.670686 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port dac380e5-6913-4243-b5eb-15881244af1c Oct 15 13:48:57.689221 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Sync routers for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:57.705911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (a6d53668-3f27-4572-8398-9924e70c6137), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.718414 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0de92ab7-56d8-4026-afdf-268d52d4d0cf), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.721599 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.723038 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0de92ab7-56d8-4026-afdf-268d52d4d0cf HTTP/1.1" status: 204 len: 168 time: 0.8292952 Oct 15 13:48:57.726808 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:57.728173 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.730270 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:57.743012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f6d8-932f-48b2-9815-02952b95dbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de92ab7-56d8-4026-afdf-268d52d4d0cf,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:57.890350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (a6d53668-3f27-4572-8398-9924e70c6137), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.902367 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (a6d53668-3f27-4572-8398-9924e70c6137), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:57.956789 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d53668-3f27-4572-8398-9924e70c6137,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:57.983014 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:57.991075 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1b72-e65a-47b4-a8ba-1e1aa55cbe1b None None] Pushing event updated for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:58.003980 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.015893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.022907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a8167f5b-16fa-49d4-b83d-1d8282385143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4578223 Oct 15 13:48:58.028017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50592) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:58.037634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:58.054927 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:58.113926 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.122630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.136353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:48:58.200786 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port dac380e5-6913-4243-b5eb-15881244af1c is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:48:58.201537 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (dac380e5-6913-4243-b5eb-15881244af1c), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.235844 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port dac380e5-6913-4243-b5eb-15881244af1c, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=dac380e5-6913-4243-b5eb-15881244af1c,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:48:58.237624 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Attempting to bind port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:48:58.238254 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Attempting to bind port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:48:58.238815 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Attempting to bind port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:48:58.289351 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:48:58.293168 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:58.513807 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:48:58.605256 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '3c4dcda5-07db-4abd-9ee1-1b3360f9b50a', 'name': '', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'mac_address': 'fa:16:3e:bb:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 2, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'subnets': [{'id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:48:58.631523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (dac380e5-6913-4243-b5eb-15881244af1c), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.632395 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device bf5e7f35-1d86-4343-abf0-1be623853cc4 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:48:58.689692 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Checking router: ac87cb02-91b6-45fd-8d34-38986c4195f2 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:48:58.691345 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Updating router ac87cb02-91b6-45fd-8d34-38986c4195f2 port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:48:58.770015 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.787590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:58.936140 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-b4feff0d-e12b-4db2-921a-389018746926 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:48:58.947698 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-b4feff0d-e12b-4db2-921a-389018746926 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 0.4605947 Oct 15 13:48:58.987543 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5b0f03d4-6325-40f1-ad96-13b979c466f2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/quotas/09a0813bae074cd2aa552be82abe8493 HTTP/1.1" status: 200 len: 375 time: 0.0387201 Oct 15 13:48:59.035738 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:48:59.036543 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Checking segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:48:59.039703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.040216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Bound using segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:48:59.040754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Bound port: c7a79c00-b026-48a5-9bb7-bf6772a9ccc6, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:48:59.041158 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.066933 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:59.094031 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:59.148839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-730a3466-8934-4463-86af-bab8176eeb6e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599357 Oct 15 13:48:59.184343 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:59.270037 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=dac380e5-6913-4243-b5eb-15881244af1c,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:48:59.275718 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Allocated IP 172.27.0.178 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/99426118-1cfa-4375-9b2a-5ed3137d709a) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:48:59.451965 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:59.629594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] For port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:48:59.636086 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] For port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:48:59.651680 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:48:59.677896 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port bf5e7f35-1d86-4343-abf0-1be623853cc4 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:48:59.679251 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.679618 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port bf5e7f35-1d86-4343-abf0-1be623853cc4 Oct 15 13:48:59.696679 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.717218 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-92f0e368-7ccc-4ed3-8683-f520401024c3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645814 Oct 15 13:48:59.726583 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks [] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.743050 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.830132 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:48:59.941328 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50648) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:48:59.947634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894306072', 'description': 'tempest-description--1699879630'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:48:59.966015 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b9d09-ea8a-4e78-9f22-ba6dc903061d None None] Pushing event updated for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:00.024673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 2, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:00.029766 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e1b72-e65a-47b4-a8ba-1e1aa55cbe1b None None] Pushing event updated for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:00.038010 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Attempting to bind port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:00.038253 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Attempting to bind port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:00.038637 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Attempting to bind port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a on network ee310ecf-be11-4c15-91ef-9612882639c9 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:00.060695 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.151488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:49:00.152475 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:00.158717 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:49:00.159013 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:00.160888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Updating router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 port 109135cd-4fa6-4de9-b5a2-1174221b5633 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:49:00.166473 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:00.167755 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Checking segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:00.168100 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50658) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:00.169091 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.170330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Bound using segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:00.171530 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Bound port: 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:00.172668 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.183522 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=99426118-1cfa-4375-9b2a-5ed3137d709a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:00.204169 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-056df575-f47f-4eff-9a9c-551ab5070c63 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826815 Oct 15 13:49:00.239308 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.242560 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d895698a-75cc-44d0-9179-059c5d7b2c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.243192 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.336917 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:00.359176 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:00.387274 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port bf5e7f35-1d86-4343-abf0-1be623853cc4 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:00.389049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:00.442292 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] For port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:00.456445 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] For port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:00.479791 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.551674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:49:00.617597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:00.732394 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.819759 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:49:00.821969 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:00.826878 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b9d09-ea8a-4e78-9f22-ba6dc903061d None None] Pushing event updated for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:00.893304 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (47fdcd24-87f0-4bc0-ba5b-0680274666e0), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:00.922283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (47fdcd24-87f0-4bc0-ba5b-0680274666e0), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:01.184894 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-61794fa2-fe88-437e-84b9-885472efc196 req-94f4b92f-331f-4710-9451-b73b666eed51 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 210 time: 0.1085312 Oct 15 13:49:01.340238 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:49:01.348061 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:01.781544 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:48:59Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:01.820803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376cc3f1-3441-4025-a7b4-bfaeeabef3df None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:48:59Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:49:01.823016 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device dac380e5-6913-4243-b5eb-15881244af1c up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:01.829971 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-ca8ed9c3-3dbf-4851-98eb-a6d179a9579c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:01.851459 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-ca8ed9c3-3dbf-4851-98eb-a6d179a9579c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ee310ecf-be11-4c15-91ef-9612882639c9 HTTP/1.1" status: 200 len: 812 time: 0.4379394 Oct 15 13:49:01.970855 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-2bfaac96-ba96-433e-96ee-5312bc3163b1 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/quotas/984a02b8dfd446879438d29b5efdd996 HTTP/1.1" status: 200 len: 375 time: 0.1081104 Oct 15 13:49:02.130583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d895698a-75cc-44d0-9179-059c5d7b2c7f admin admin] Publish callbacks [] for security_group (e72f3af9-8b1b-4943-b314-f8e067aa6ec3), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.134125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdcd24-87f0-4bc0-ba5b-0680274666e0,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:02.155443 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d895698a-75cc-44d0-9179-059c5d7b2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e72f3af9-8b1b-4943-b314-f8e067aa6ec3), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.180869 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port dac380e5-6913-4243-b5eb-15881244af1c triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:02.182925 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (dac380e5-6913-4243-b5eb-15881244af1c), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.193229 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port dac380e5-6913-4243-b5eb-15881244af1c Oct 15 13:49:02.224773 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.237687 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f9e450ac-a079-4916-b1d2-729d7d8c6eea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2902803 Oct 15 13:49:02.304033 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-fae7d569-b73f-4a78-aca7-29aee6906c68 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=984a02b8dfd446879438d29b5efdd996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3175900 Oct 15 13:49:02.304912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50738) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:02.307090 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50740) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:02.331450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group_rule': {'security_group_id': '47fdcd24-87f0-4bc0-ba5b-0680274666e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:02.334055 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:02.347016 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50748) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:02.356273 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d895698a-75cc-44d0-9179-059c5d7b2c7f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dabf57723d854192a1782ad10b212e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1491890 Oct 15 13:49:02.372020 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.383776 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895698a-75cc-44d0-9179-059c5d7b2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f3af9-8b1b-4943-b314-f8e067aa6ec3,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:02.399515 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.401041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.435480 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.438243 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4082041 Oct 15 13:49:02.494048 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e92d80-c05e-435d-9cc3-8f92b46ed5f5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=99426118-1cfa-4375-9b2a-5ed3137d709a,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:02.605827 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '3c4dcda5-07db-4abd-9ee1-1b3360f9b50a', 'name': '', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'mac_address': 'fa:16:3e:bb:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:00Z', 'revision_number': 4, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'subnets': [{'id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:02.651137 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a32a93-cdef-4286-98fe-3b5675ae42c9 None None] The sync data for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi is: [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '3c4dcda5-07db-4abd-9ee1-1b3360f9b50a', 'name': '', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'mac_address': 'fa:16:3e:bb:2d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:00Z', 'revision_number': 4, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'subnets': [{'id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:49:02.661570 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8197127f-baa4-4085-8ecb-7f65cb0ed05f req-2015492d-2ac9-472a-b29a-ef5bc38aa55b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 210 time: 0.1230824 Oct 15 13:49:02.665024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (c8ca07be-617c-41c5-beaa-50174bd69ae2), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.716966 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] Publish callbacks [] for security_group (e72f3af9-8b1b-4943-b314-f8e067aa6ec3), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.812515 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] Publish callbacks [] for security_group (e72f3af9-8b1b-4943-b314-f8e067aa6ec3), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:02.996885 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:03.001482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-80aa1a81-0d03-4e23-b520-d80d29ef51a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.031068 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks [] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.037191 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (c8ca07be-617c-41c5-beaa-50174bd69ae2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.045182 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:03.080128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e72f3af9-8b1b-4943-b314-f8e067aa6ec3), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.086342 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.092782 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e72f3af9-8b1b-4943-b314-f8e067aa6ec3 HTTP/1.1" status: 204 len: 168 time: 0.7294517 Oct 15 13:49:03.112862 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.186045 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.40', 55621) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:03.254802 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-80aa1a81-0d03-4e23-b520-d80d29ef51a0 admin admin] Publish callbacks [] for security_group (8ee58862-e3ab-4bce-95ee-26564dae0e64), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.256391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (c8ca07be-617c-41c5-beaa-50174bd69ae2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.260776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:03.280654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-80aa1a81-0d03-4e23-b520-d80d29ef51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8ee58862-e3ab-4bce-95ee-26564dae0e64), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.298279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4057-4255-44b0-9747-0fc2f52d5b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f3af9-8b1b-4943-b314-f8e067aa6ec3,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:03.304214 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcdb40-2d7f-49ef-9d49-a2f7a909b0e4 None None] Pushing event updated for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:03.380247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port dac380e5-6913-4243-b5eb-15881244af1c is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:03.384691 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:03.387179 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1a81-0d03-4e23-b520-d80d29ef51a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee58862-e3ab-4bce-95ee-26564dae0e64,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:03.394980 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50774) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:03.399061 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ca07be-617c-41c5-beaa-50174bd69ae2,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:03.483667 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.488533 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-1f930421-4fc5-4884-9290-898cc1012b38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1783099 Oct 15 13:49:03.489216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50782) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:03.534009 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group_rule': {'security_group_id': '47fdcd24-87f0-4bc0-ba5b-0680274666e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:03.577826 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-80aa1a81-0d03-4e23-b520-d80d29ef51a0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=048e14a2201e407b92e80c8a758159b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2653611 Oct 15 13:49:03.601043 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50788) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:03.697726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:03.698127 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:03.698476 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 Oct 15 13:49:03.751798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:03.783309 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Attempting to bind port 109135cd-4fa6-4de9-b5a2-1174221b5633 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:03.784083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Attempting to bind port 109135cd-4fa6-4de9-b5a2-1174221b5633 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:03.784672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Attempting to bind port 109135cd-4fa6-4de9-b5a2-1174221b5633 on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:03.946375 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-bd1da3e7-921b-46b1-9ec8-68d9a704b808 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--600096120&fields=id&tenant_id=35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 267 time: 0.2658794 Oct 15 13:49:04.110916 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:04.111851 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.153278 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-6ae07b14-a744-4e74-b2eb-8820067f2ed8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:49:04.154803 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-6ae07b14-a744-4e74-b2eb-8820067f2ed8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.1451235 Oct 15 13:49:04.169353 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-5aa8ba90-f122-4dac-be0e-ebd7597a8f81 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:04.181748 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-5aa8ba90-f122-4dac-be0e-ebd7597a8f81 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 811 time: 0.2325034 Oct 15 13:49:04.190973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (4b5423d5-6e45-43ee-b0db-2ef3174aca75), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.254372 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:04.260660 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:04.261898 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Checking segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:04.264173 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.265967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Bound using segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:04.267015 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Bound port: 109135cd-4fa6-4de9-b5a2-1174221b5633, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:04.268909 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.299025 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.301335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 94f8163e-8cc9-408d-97d4-b548d82a80b7 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:04.309405 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:04.429085 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-1a8e3881-d292-4607-ba2a-4b464449e37c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:04.431862 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-1a8e3881-d292-4607-ba2a-4b464449e37c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 1.2440245 Oct 15 13:49:04.486329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'port': {'device_id': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'admin_state_up': True, 'tenant_id': '09a0813bae074cd2aa552be82abe8493'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:04.564107 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] Publish callbacks [] for security_group (8ee58862-e3ab-4bce-95ee-26564dae0e64), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.570472 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-6d40f630-0334-426d-8bf4-7c44ef2b2937 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/quotas/35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 375 time: 0.3865721 Oct 15 13:49:04.609845 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:04.623683 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] For port 109135cd-4fa6-4de9-b5a2-1174221b5633, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:04.630050 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] For port 109135cd-4fa6-4de9-b5a2-1174221b5633, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=109135cd-4fa6-4de9-b5a2-1174221b5633,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:04.641414 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 94f8163e-8cc9-408d-97d4-b548d82a80b7 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:04.642207 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.642694 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 94f8163e-8cc9-408d-97d4-b548d82a80b7 Oct 15 13:49:04.647374 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.662129 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac57-f70f-4a76-8f5e-44ae4bebdee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.768217 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:49:04.769170 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:48:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:04.826540 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac57-f70f-4a76-8f5e-44ae4bebdee6 admin admin] Publish callbacks [] for security_group (b7d6f1f1-da70-4af5-9212-0a3465528ca1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:04.911989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcdb40-2d7f-49ef-9d49-a2f7a909b0e4 None None] Pushing event updated for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:04.956878 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:04.966283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:05.004580 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Made reservation on behalf of 09a0813bae074cd2aa552be82abe8493 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:05.016646 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.023762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac57-f70f-4a76-8f5e-44ae4bebdee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b7d6f1f1-da70-4af5-9212-0a3465528ca1), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.046089 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] Publish callbacks [] for security_group (8ee58862-e3ab-4bce-95ee-26564dae0e64), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.074139 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.40', 55630) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:05.121410 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 94f8163e-8cc9-408d-97d4-b548d82a80b7 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:05.122024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.185083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:49:05.238448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ac57-f70f-4a76-8f5e-44ae4bebdee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d6f1f1-da70-4af5-9212-0a3465528ca1,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:05.239152 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 94f8163e-8cc9-408d-97d4-b548d82a80b7, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=94f8163e-8cc9-408d-97d4-b548d82a80b7,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:05.243209 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (4b5423d5-6e45-43ee-b0db-2ef3174aca75), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.266554 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-f292c9f5-9c7e-46f4-ace1-b6d6d1435d30 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6508579 Oct 15 13:49:05.282548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (4b5423d5-6e45-43ee-b0db-2ef3174aca75), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.298989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.304707 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 14ea3078-cde6-4ad3-91be-0b83a0be89bf up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:05.309583 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-19e0ac57-f70f-4a76-8f5e-44ae4bebdee6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f8b834400955461d9dbe38f92950eb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9116824 Oct 15 13:49:05.320538 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5423d5-6e45-43ee-b0db-2ef3174aca75,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:05.322216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:05.327336 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50840) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:05.348947 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-592e9125-f0c6-4035-8e1c-598ae8c0282c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9609556 Oct 15 13:49:05.550037 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-644dc848-c300-4f95-88ad-31ae90f2457d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580889 Oct 15 13:49:05.559105 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-0a0de6cb-e882-429b-8ee4-cd0e0c7608e7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:05.562119 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-0a0de6cb-e882-429b-8ee4-cd0e0c7608e7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 0.4858248 Oct 15 13:49:05.589555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'port': {'device_id': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'admin_state_up': True, 'tenant_id': '09a0813bae074cd2aa552be82abe8493'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:05.612376 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:05.614002 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d16d285b-91f8-431f-a869-b0f616ca199b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1129179 Oct 15 13:49:05.625213 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50848) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:05.635421 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:05.669984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.141988 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8ee58862-e3ab-4bce-95ee-26564dae0e64), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.145446 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.149678 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8ee58862-e3ab-4bce-95ee-26564dae0e64 HTTP/1.1" status: 204 len: 168 time: 2.5425527 Oct 15 13:49:06.218725 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Made reservation on behalf of 09a0813bae074cd2aa552be82abe8493 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:06.231057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.294099 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Allocated IP 172.20.0.14 (c1b0ef41-77c8-4965-9ff6-7478183c5789/dc3c67ac-f895-44ad-9b47-a00c13f2c125/b700737e-c8a7-40a1-96f2-1665f19a9778) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:06.343069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] Publish callbacks [] for security_group (b7d6f1f1-da70-4af5-9212-0a3465528ca1), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.427740 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:06.451561 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 14ea3078-cde6-4ad3-91be-0b83a0be89bf triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:06.459463 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.460288 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 14ea3078-cde6-4ad3-91be-0b83a0be89bf Oct 15 13:49:06.479565 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] Publish callbacks [] for security_group (b7d6f1f1-da70-4af5-9212-0a3465528ca1), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.665525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee53b6-93b4-406f-a8b6-087377fcd0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee58862-e3ab-4bce-95ee-26564dae0e64,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:06.941744 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b7d6f1f1-da70-4af5-9212-0a3465528ca1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.964831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:06.967594 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b7d6f1f1-da70-4af5-9212-0a3465528ca1 HTTP/1.1" status: 204 len: 168 time: 1.6335590 Oct 15 13:49:07.057968 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:04Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:07.267523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bfa-50f2-4a85-8fa2-126666a98741 None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:04Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:49:07.284805 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-6ce3fe80-29d9-4de6-b167-a720bafdfcbb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9382935 Oct 15 13:49:07.396641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca7861-694f-4161-89c2-9052d06717a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d6f1f1-da70-4af5-9212-0a3465528ca1,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:07.426806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-74b90647-d8f6-48a2-802a-fe4f4038c9c2 req-21792eee-9e93-4b81-9d87-571e6478b804 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 210 time: 0.4180489 Oct 15 13:49:07.629366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:07.647734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:07.723228 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 14ea3078-cde6-4ad3-91be-0b83a0be89bf is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:07.736721 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b36a5a84-5270-45ef-9b46-3f22a7649ca3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118742 Oct 15 13:49:07.742532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 84109563-73bf-40e7-8205-ee67310c9589 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:07.792978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:07.915728 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-66100eb0-0b01-4865-8d4e-fdb2f4462fe0 req-9dc1dc07-23ad-4e28-a4c2-db10ddd6fc59 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.1730478 Oct 15 13:49:07.945302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 84109563-73bf-40e7-8205-ee67310c9589 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:07.945704 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (84109563-73bf-40e7-8205-ee67310c9589), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:07.946048 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 84109563-73bf-40e7-8205-ee67310c9589 Oct 15 13:49:08.010922 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Allocated IP 172.20.0.3 (c1b0ef41-77c8-4965-9ff6-7478183c5789/dc3c67ac-f895-44ad-9b47-a00c13f2c125/5141cb8c-0fe9-45ee-84cc-9c59a65bca83) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:08.193018 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:08.196718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 84109563-73bf-40e7-8205-ee67310c9589 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:08.200067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (84109563-73bf-40e7-8205-ee67310c9589), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:08.312956 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 84109563-73bf-40e7-8205-ee67310c9589, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=84109563-73bf-40e7-8205-ee67310c9589,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:08.328171 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (84109563-73bf-40e7-8205-ee67310c9589), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:08.389169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Allocated IP 172.27.0.250 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/6d2de0c6-83a4-4a76-a57c-538c9a6a667a) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:08.408780 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:08.420392 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:08.451911 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:08.475606 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50908) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:08.503257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:08.525196 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8f50-668f-4d6e-ad53-faef92edd802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:08.789297 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:09.015064 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:09.063147 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:09.076996 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=84109563-73bf-40e7-8205-ee67310c9589,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:09.079378 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:09.131864 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:09.159935 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:09.161075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:09.208666 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:09.215590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50920) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:09.349059 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:09.350365 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:09.394578 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 109135cd-4fa6-4de9-b5a2-1174221b5633 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:09.402744 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:09.462075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:09.506650 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:09.549500 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:09.587344 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2df71fd-da5b-4a27-891c-ee26eea1a52f req-67157dd0-f148-4a4d-8a8b-9c7d0088fbfc tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.2342560 Oct 15 13:49:09.610668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:09.640726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:09.653928 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e28dd787-f7ca-4d1b-af8e-49d9389f8f61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1755404 Oct 15 13:49:09.660377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:09.678276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 109135cd-4fa6-4de9-b5a2-1174221b5633 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:09.678967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:09.682195 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 109135cd-4fa6-4de9-b5a2-1174221b5633 Oct 15 13:49:09.866976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50930) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:09.993097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c78a9-8bb9-4e67-a882-7a746e13be75 req-8f5ebec8-5aab-407a-b02e-1e02f9a884c4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:10.031234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-033c78a9-8bb9-4e67-a882-7a746e13be75 req-8f5ebec8-5aab-407a-b02e-1e02f9a884c4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 931 time: 0.6712866 Oct 15 13:49:10.092804 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4735187d-d1a2-48de-a697-e39c29ce818e None None] Provisioning complete for port b700737e-c8a7-40a1-96f2-1665f19a9778 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:10.094267 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4735187d-d1a2-48de-a697-e39c29ce818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.096069 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4735187d-d1a2-48de-a697-e39c29ce818e None None] Attempt 1 to provision port b700737e-c8a7-40a1-96f2-1665f19a9778 Oct 15 13:49:10.143733 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-14027da1-e547-4519-ac36-1cb0ab879591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.147553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.40', 55638) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:10.285201 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8f50-668f-4d6e-ad53-faef92edd802 admin admin] Publish callbacks [] for security_group (0c6a35dc-9d64-44dd-b0d4-6503ca505bed), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.297463 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:10.314142 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=6d2de0c6-83a4-4a76-a57c-538c9a6a667a,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:10.323857 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:10.334304 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:10.389666 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:10.395752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.415792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 109135cd-4fa6-4de9-b5a2-1174221b5633 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:10.421736 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.426890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50938) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:10.435062 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dacf22bc-d255-4e93-91ff-5d753c0ddbd1 req-121605c0-4953-4549-80b1-e37f8ec6acf8 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.1861365 Oct 15 13:49:10.489927 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4735187d-d1a2-48de-a697-e39c29ce818e None None] Port b700737e-c8a7-40a1-96f2-1665f19a9778 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:49:10.528914 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9433439 Oct 15 13:49:10.529927 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f9a8f50-668f-4d6e-ad53-faef92edd802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0c6a35dc-9d64-44dd-b0d4-6503ca505bed), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.570987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-fd7799b4-e973-4547-991e-a8ac052795aa tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:49:10.574645 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-fd7799b4-e973-4547-991e-a8ac052795aa tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1195474 Oct 15 13:49:10.583608 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 109135cd-4fa6-4de9-b5a2-1174221b5633, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=109135cd-4fa6-4de9-b5a2-1174221b5633,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:10.595734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1644931207-network', 'tenant_id': '3d590755103141aaa003054cb889a183'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:10.599958 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.601567 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:10.716245 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c209d-2c4e-4aab-a2cd-03e8a9308433 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:10.813497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-aa6f9fc9-7db3-4a77-9e67-f06af492802f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:49:10.816634 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-aa6f9fc9-7db3-4a77-9e67-f06af492802f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0147855 Oct 15 13:49:10.889870 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a8f50-668f-4d6e-ad53-faef92edd802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a35dc-9d64-44dd-b0d4-6503ca505bed,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:10.897893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Made reservation on behalf of 3d590755103141aaa003054cb889a183 for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:10.913626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.921502 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1f9a8f50-668f-4d6e-ad53-faef92edd802 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=cafd5b88d94940b99914be31798f3e57&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4435542 Oct 15 13:49:10.936335 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50948) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:10.981886 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0ff43705-9241-4af3-8b35-bf62cc69a83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:10.991630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.124128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0ff43705-9241-4af3-8b35-bf62cc69a83c admin admin] Publish callbacks [] for security_group (1a03dc3a-2878-4222-b13e-95f96b6d52fa), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.145038 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Request body: {'port': {'device_id': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:11.155243 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-7239213e-e951-40ac-9fbe-eb488b926d9e None None] Provisioning complete for port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:11.156940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-7239213e-e951-40ac-9fbe-eb488b926d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.157732 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-7239213e-e951-40ac-9fbe-eb488b926d9e None None] Attempt 1 to provision port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 Oct 15 13:49:11.162105 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.163723 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:11.164631 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.165389 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 Oct 15 13:49:11.170661 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Request body: {'port': {'device_id': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:11.179929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0ff43705-9241-4af3-8b35-bf62cc69a83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1a03dc3a-2878-4222-b13e-95f96b6d52fa), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.243387 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0ff43705-9241-4af3-8b35-bf62cc69a83c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d01bf2944a9e43398b511ab79908e211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8075621 Oct 15 13:49:11.257202 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d50d06f-58f3-48e5-a162-4dc2c9c52c70 req-e4decf37-a869-454c-9471-b3b6ca174b6d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.3027661 Oct 15 13:49:11.261205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50956) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:11.292974 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:11.354041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-7239213e-e951-40ac-9fbe-eb488b926d9e None None] Port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:49:11.418185 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-033c78a9-8bb9-4e67-a882-7a746e13be75 req-59aa50a3-1f56-440b-8742-858c0ed4772a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3856728 Oct 15 13:49:11.419852 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:11.421322 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43705-9241-4af3-8b35-bf62cc69a83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a03dc3a-2878-4222-b13e-95f96b6d52fa,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:11.453856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.474775 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-02c98bed-0d2d-43eb-a7c3-d2b948396f2c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:11.477302 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-02c98bed-0d2d-43eb-a7c3-d2b948396f2c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ee310ecf-be11-4c15-91ef-9612882639c9 HTTP/1.1" status: 200 len: 812 time: 1.3268192 Oct 15 13:49:11.496494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Request body: {'port': {'device_id': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'admin_state_up': True, 'tenant_id': '984a02b8dfd446879438d29b5efdd996'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:11.618777 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:11.625349 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:11.646246 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-14027da1-e547-4519-ac36-1cb0ab879591 admin admin] Publish callbacks [] for security_group (e8cc83b3-a2a4-466f-997c-f5916a195b13), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.763703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:11.764419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.765263 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a Oct 15 13:49:11.841464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:11.843828 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:11.921424 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-14027da1-e547-4519-ac36-1cb0ab879591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e8cc83b3-a2a4-466f-997c-f5916a195b13), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.002831 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] Publish callbacks [] for security_group (0c6a35dc-9d64-44dd-b0d4-6503ca505bed), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.013790 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.057935 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:12.058614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.107834 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14027da1-e547-4519-ac36-1cb0ab879591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc83b3-a2a4-466f-997c-f5916a195b13,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:12.135327 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-17aba8d7-26c8-400f-a3e8-8de260d04c62 req-eb692177-8401-4ce3-98a4-812421dffd96 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.3342774 Oct 15 13:49:12.148713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.169562 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:12.182772 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.184509 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:12.211699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] Publish callbacks [] for security_group (1a03dc3a-2878-4222-b13e-95f96b6d52fa), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.254743 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-14027da1-e547-4519-ac36-1cb0ab879591 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a077efef66d24d7aa9f5f71d3d9c7360&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3742313 Oct 15 13:49:12.267860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 50962) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:12.269270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] Publish callbacks [] for security_group (0c6a35dc-9d64-44dd-b0d4-6503ca505bed), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.358635 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks [] for security_group (fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.414107 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:12.497753 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:12.573185 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:12.574192 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.575041 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 Oct 15 13:49:12.630267 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] Publish callbacks [] for security_group (1a03dc3a-2878-4222-b13e-95f96b6d52fa), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.716023 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.817123 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:12.817868 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.958540 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:12.967734 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:12.968630 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 94f8163e-8cc9-408d-97d4-b548d82a80b7 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:13.050486 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-08ed1ca1-f755-4631-9ac0-02b0d55e40b2 req-ebb295e9-0013-4e3c-9cb9-02240e0d6590 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.5076578 Oct 15 13:49:13.170657 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:13.186940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 94f8163e-8cc9-408d-97d4-b548d82a80b7 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:13.187837 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.189072 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 94f8163e-8cc9-408d-97d4-b548d82a80b7 Oct 15 13:49:13.220516 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.40', 55648) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:13.342108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:13.348902 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0c6a35dc-9d64-44dd-b0d4-6503ca505bed), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.353201 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.359755 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0c6a35dc-9d64-44dd-b0d4-6503ca505bed HTTP/1.1" status: 204 len: 168 time: 2.4217153 Oct 15 13:49:13.378875 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:13.460445 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:49:13.492870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 94f8163e-8cc9-408d-97d4-b548d82a80b7 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:13.524790 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (2b4872df-36a1-4dce-929f-9f57966d5901), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.525764 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Added segment 2b4872df-36a1-4dce-929f-9f57966d5901 of type vlan for network 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 Oct 15 13:49:13.621657 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (28cd6ebc-13b5-489e-b3b5-c2ea21f71a98), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.754823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (28cd6ebc-13b5-489e-b3b5-c2ea21f71a98), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.756550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:13.757451 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.789919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Made reservation on behalf of 984a02b8dfd446879438d29b5efdd996 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:13.811554 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.845679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:13.908786 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] Publish callbacks [] for security_group (e8cc83b3-a2a4-466f-997c-f5916a195b13), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:13.910293 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:13.923168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f8c6e-59aa-47e6-b2c3-b828f9a5861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a35dc-9d64-44dd-b0d4-6503ca505bed,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:13.953619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] Publish callbacks [] for security_group (e8cc83b3-a2a4-466f-997c-f5916a195b13), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:14.018691 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:14.028052 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.8028042 Oct 15 13:49:14.045713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 50980) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:14.059497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Request body: {'subnet': {'network_id': '28cd6ebc-13b5-489e-b3b5-c2ea21f71a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1644931207-subnet', 'tenant_id': '3d590755103141aaa003054cb889a183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:14.084573 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0f3da-6d6d-466e-83a1-1d0f36fdbaaa admin admin] Pushing event updated for resources: {'Network': ['ID=28cd6ebc-13b5-489e-b3b5-c2ea21f71a98,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:14.140423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:49:14.213972 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Made reservation on behalf of 3d590755103141aaa003054cb889a183 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:14.216849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:14.253993 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a467b7-fc6b-4494-8e67-b83627103344 req-f35b21b8-810c-4c71-b692-ff4dd1001ea4 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.4141269 Oct 15 13:49:14.276745 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cffacf-94c5-4d05-a777-9638e5b70b86 req-16d04fa3-3b6e-4d68-a9c8-2da72f9d5c0a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:14.295654 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f2cffacf-94c5-4d05-a777-9638e5b70b86 req-16d04fa3-3b6e-4d68-a9c8-2da72f9d5c0a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 931 time: 1.3278911 Oct 15 13:49:14.536599 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f2cffacf-94c5-4d05-a777-9638e5b70b86 req-9b72e4e8-6e9e-4759-a3d1-02514ba325bf tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391160 Oct 15 13:49:14.567069 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b700737e-c8a7-40a1-96f2-1665f19a9778 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:14.585524 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:14.588546 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:14.589137 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:14.591000 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 Oct 15 13:49:14.616233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks [] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:14.827299 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Allocated IP 172.20.0.8 (ee310ecf-be11-4c15-91ef-9612882639c9/e0336429-39db-458f-b1ba-0cfc672c66f8/22d267b5-2636-4dae-87c7-578106faed38) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:14.949227 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Transition to ACTIVE for port object b700737e-c8a7-40a1-96f2-1665f19a9778 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:49:15.038912 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:15.040927 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:15.053782 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.149374 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:15.149992 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.150542 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a Oct 15 13:49:15.231292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks [] for port (22d267b5-2636-4dae-87c7-578106faed38), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.314760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (95a97dbe-1a64-4d08-a492-1e2fe9844ba7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.341287 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:15.408063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:15.410738 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 109135cd-4fa6-4de9-b5a2-1174221b5633 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:15.439559 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:15.458571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:15.597548 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 109135cd-4fa6-4de9-b5a2-1174221b5633 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:15.598985 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.598985 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 109135cd-4fa6-4de9-b5a2-1174221b5633 Oct 15 13:49:15.625079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-7c32d473-d2dc-4e97-bb6a-24397ace5105 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:15.630853 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-7c32d473-d2dc-4e97-bb6a-24397ace5105 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 811 time: 2.4014292 Oct 15 13:49:15.690644 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-31f94d7f-4f7d-4d5b-ade6-4376aafaefc4 req-20b811c7-2ba7-4d97-9e63-3f4285a38651 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.4095302 Oct 15 13:49:15.795631 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:15.798894 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a97dbe-1a64-4d08-a492-1e2fe9844ba7,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:15.919698 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd0b8100-365e-46d8-8935-7c2f768bde77 req-316531fa-6ecb-42d1-b02d-291f97c1955b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.2686620 Oct 15 13:49:15.921069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1a03dc3a-2878-4222-b13e-95f96b6d52fa), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.926023 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:15.927991 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1a03dc3a-2878-4222-b13e-95f96b6d52fa HTTP/1.1" status: 204 len: 168 time: 4.6069157 Oct 15 13:49:16.002884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 109135cd-4fa6-4de9-b5a2-1174221b5633 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:16.006571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 84109563-73bf-40e7-8205-ee67310c9589 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:16.031591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.065479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3397ec4-72f1-4518-9f2d-09d1189f8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a03dc3a-2878-4222-b13e-95f96b6d52fa,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:16.098755 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.101496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.158096 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e8cc83b3-a2a4-466f-997c-f5916a195b13), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.162273 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.168234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e8cc83b3-a2a4-466f-997c-f5916a195b13 HTTP/1.1" status: 204 len: 168 time: 3.8922791 Oct 15 13:49:16.252439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:16.271330 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 84109563-73bf-40e7-8205-ee67310c9589 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:16.271986 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (84109563-73bf-40e7-8205-ee67310c9589), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.272509 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 84109563-73bf-40e7-8205-ee67310c9589 Oct 15 13:49:16.314888 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:16.386590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks [] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.414954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Attempting to bind port b700737e-c8a7-40a1-96f2-1665f19a9778 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:16.414954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Attempting to bind port b700737e-c8a7-40a1-96f2-1665f19a9778 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:16.415392 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Attempting to bind port b700737e-c8a7-40a1-96f2-1665f19a9778 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:16.421183 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.445863 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38d7-a3a3-4a7b-86a7-a4627ffb3ee3 req-42281612-5618-4b50-ab3d-af3ac63fcfed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:16.466750 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04bf38d7-a3a3-4a7b-86a7-a4627ffb3ee3 req-42281612-5618-4b50-ab3d-af3ac63fcfed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 931 time: 0.4402573 Oct 15 13:49:16.475316 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-cce952f0-2356-4051-afcf-1d0b5c4fc1fe tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 379 time: 0.6834726 Oct 15 13:49:16.555534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:16.561242 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=6d2de0c6-83a4-4a76-a57c-538c9a6a667a,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:16.615590 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'port': {'device_id': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'admin_state_up': True, 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'security_groups': ['ecbdf884-7c39-40c7-b198-dc4106b268af']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:16.646000 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 84109563-73bf-40e7-8205-ee67310c9589 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:16.781883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Transition to ACTIVE for port object 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:49:16.861260 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.892789 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a7e5a-aeaa-4a6e-90ec-41100c15e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc83b3-a2a4-466f-997c-f5916a195b13,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:16.902343 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Pushing event updated for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:16.954024 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Checking segment: {'id': '2b4872df-36a1-4dce-929f-9f57966d5901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '28cd6ebc-13b5-489e-b3b5-c2ea21f71a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:16.954901 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Network hostable DHCP agents. Network: 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:49:16.967581 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Network ee310ecf-be11-4c15-91ef-9612882639c9 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:16.991960 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:16.994106 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2b795426-4f98-46b9-957c-053e3d313675 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.3675175 Oct 15 13:49:17.097490 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Port b700737e-c8a7-40a1-96f2-1665f19a9778 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:49:17.098497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Attempting to bind port b700737e-c8a7-40a1-96f2-1665f19a9778 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:17.154701 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:17.175791 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:17.229571 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:17.230768 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:17.232042 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Bound using segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:17.233255 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Bound port: b700737e-c8a7-40a1-96f2-1665f19a9778, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:17.234195 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.305018 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Attempting to bind port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:17.305980 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Attempting to bind port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:17.306919 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Attempting to bind port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:17.311905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Network 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:49:17.416479 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:17.423562 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:17.426814 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d371cc-ca1f-4554-9c0b-afa279eacdda None None] Network 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:49:17.440869 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:17.443638 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.581351 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-141ec6ee-b9e8-49ab-a407-f21b82f462ef admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5356050 Oct 15 13:49:17.606744 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-67c8f87c-6042-4792-b847-cc5c3311e0a5 req-32081569-b5a1-4e47-a13d-98c80c661cef tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.5672741 Oct 15 13:49:17.673174 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04bf38d7-a3a3-4a7b-86a7-a4627ffb3ee3 req-dbf1cf04-5114-4989-8516-342b1065e1a7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2047913 Oct 15 13:49:17.723347 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:17.723347 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.795523 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:17.826002 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-aa1bf5f8-0fd1-4328-a1e1-4db6e9642656 None None] Provisioning complete for port 22d267b5-2636-4dae-87c7-578106faed38 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:17.827012 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf5f8-0fd1-4328-a1e1-4db6e9642656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (22d267b5-2636-4dae-87c7-578106faed38), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.827403 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-aa1bf5f8-0fd1-4328-a1e1-4db6e9642656 None None] Attempt 1 to provision port 22d267b5-2636-4dae-87c7-578106faed38 Oct 15 13:49:17.831698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b700737e-c8a7-40a1-96f2-1665f19a9778,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:17.855074 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-1929a930-7590-40da-9aac-58f3b971b1c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3627205 Oct 15 13:49:17.860299 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.927582 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bf5f8-0fd1-4328-a1e1-4db6e9642656 None None] Port 22d267b5-2636-4dae-87c7-578106faed38 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:49:17.932515 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:17.941499 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:17.943393 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 1094 time: 7.0186713 Oct 15 13:49:17.946750 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Request body: {'port': {'device_id': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:17.948613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:17.973789 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6f4f8-a54a-4dff-b8c6-ddf41e46bcce None None] Network 28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:49:18.035109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 51040) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:18.382567 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:49:18.382931 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Attempting to bind port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:18.430996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (22d267b5-2636-4dae-87c7-578106faed38), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:18.433688 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Made reservation on behalf of 35f8b5024a194f70a9f7689ac44ab07b for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:18.439473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:18.586935 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:18.620723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-1e3b8259-7817-442d-b26f-667aa5a869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:18.624055 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-1e3b8259-7817-442d-b26f-667aa5a869cf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1128 time: 0.4027398 Oct 15 13:49:18.625125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d775e-89f1-4d6e-95e1-b79fab94d8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:18.634403 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:18.683504 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:18.686399 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:18.686399 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Bound using segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:18.686936 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Bound port: 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:18.687580 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:18.695477 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Allocated IP 172.20.0.12 (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca/16f21624-8d4c-467a-881f-0277cfe984dc/00b42a41-b63e-414a-944b-f58697650617) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:18.726456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:18.729945 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5d41554a-1781-4aa2-9325-23d02d6098ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:18.840434 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263ea2e-f8bd-45af-b7d1-a2535cfb38ed req-884fe8f6-f91c-46d8-b6cf-75633f301ad5 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:18.843455 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8263ea2e-f8bd-45af-b7d1-a2535cfb38ed req-884fe8f6-f91c-46d8-b6cf-75633f301ad5 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 931 time: 0.9178076 Oct 15 13:49:18.883103 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-a98ea2da-de11-49f3-b2e0-1f7b5b92389f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1894306072&fields=id&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 267 time: 0.7666194 Oct 15 13:49:19.049171 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:19.483051 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9fdb6-0c57-483f-908c-3e7eb614c62c" -d '{"events": [{"name": "network-changed", "server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:19.517449 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8263ea2e-f8bd-45af-b7d1-a2535cfb38ed req-a5ff8dcb-9f9d-4343-acab-b23883ad3303 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469908 Oct 15 13:49:19.639339 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-e6c86fed-533f-4fde-8eb1-d9f53fdd4479 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.9673674 Oct 15 13:49:19.707675 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:19.711768 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:19.810148 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:19.812728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:19.813468 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:19.815354 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 1093 time: 8.8926976 Oct 15 13:49:19.981470 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-5053e589-263e-4abe-831c-93ae59899178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:19.985773 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-5053e589-263e-4abe-831c-93ae59899178 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.2668712 Oct 15 13:49:19.997051 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-171c7e46-b699-4976-8603-f8fa9a8bd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:19.998983 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-171c7e46-b699-4976-8603-f8fa9a8bd793 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1127 time: 0.0979285 Oct 15 13:49:20.008319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83cb05-77b9-4315-a8cb-44c23de3c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:20.082326 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-61813ef6-f0e8-41a0-a65d-f99ef52dd348 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 217 time: 0.0631151 Oct 15 13:49:20.175394 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:20.252184 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-131fa5a7-9f61-401e-ac83-1b980b0fc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:20.254035 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-131fa5a7-9f61-401e-ac83-1b980b0fc6da service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2361414 Oct 15 13:49:20.254917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5d41554a-1781-4aa2-9325-23d02d6098ee admin admin] Publish callbacks [] for security_group (78b48a49-6c48-4ee6-9b35-327b8d8b1304), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:20.303256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-f9814e84-be71-42a9-ab89-15992f1cbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:20.315585 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-f9814e84-be71-42a9-ab89-15992f1cbcdc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.1574588 Oct 15 13:49:20.579789 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5d41554a-1781-4aa2-9325-23d02d6098ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (78b48a49-6c48-4ee6-9b35-327b8d8b1304), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:20.642973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d267b5-2636-4dae-87c7-578106faed38 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:20.739916 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-45a665d8-8114-4dac-9e53-16ea07907497 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:20.752533 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-45a665d8-8114-4dac-9e53-16ea07907497 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 817 time: 1.8111484 Oct 15 13:49:20.792752 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b3c0b9be-eb0a-43d9-b668-7fa2bacca8cf req-977f4f8c-208a-42a2-b88d-aecd3132045a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.6588686 Oct 15 13:49:20.800718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks [] for port (22d267b5-2636-4dae-87c7-578106faed38), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:20.988309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-61d90f87-ead3-4761-8530-a403d33ced0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:20.991576 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-61d90f87-ead3-4761-8530-a403d33ced0a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3467336 Oct 15 13:49:21.006613 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5d41554a-1781-4aa2-9325-23d02d6098ee admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=59bbc598003c4f5286374b105c2e592a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9156959 Oct 15 13:49:21.017212 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Transition to ACTIVE for port object 22d267b5-2636-4dae-87c7-578106faed38 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:49:21.018755 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51108) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:21.024194 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (00b42a41-b63e-414a-944b-f58697650617), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.026829 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:21.034614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-620634c4-8450-4ccf-a175-9c3b2ddc1f1d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/quotas/aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 375 time: 0.2808173 Oct 15 13:49:21.036580 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41554a-1781-4aa2-9325-23d02d6098ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b48a49-6c48-4ee6-9b35-327b8d8b1304,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:21.065157 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.273745 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 51114) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:21.286968 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8391f03-5b70-4ca6-925d-c99630feef93 req-c1ff72d3-c72d-43e9-80f0-f6ad436a0a29 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:21.294492 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a8391f03-5b70-4ca6-925d-c99630feef93 req-c1ff72d3-c72d-43e9-80f0-f6ad436a0a29 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 943 time: 0.3046961 Oct 15 13:49:21.333928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1960005493-network', 'tenant_id': 'a6ebf4f6aff24a52b2a576688f0ed547'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:21.337662 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-a577d63e-d2d1-46f7-9fb6-4373955ee481 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990061 Oct 15 13:49:21.341749 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-17e9ef64-b530-43f9-9d6d-7eabc59b3cf8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209212 Oct 15 13:49:21.358518 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-f18da992-f4a9-44cd-84de-8a71b956c3a0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3229141 Oct 15 13:49:21.511322 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Pushing event updated for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:21.552977 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] Publish callbacks [] for security_group (78b48a49-6c48-4ee6-9b35-327b8d8b1304), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.564928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (00b42a41-b63e-414a-944b-f58697650617), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.577008 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:21.586886 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-b7c9fde3-5452-4d8d-a234-c2a9321fd575 req-b72199a7-3abd-40e3-91c2-d4bb6baf1d20 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035146 Oct 15 13:49:21.594039 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] Publish callbacks [] for security_group (78b48a49-6c48-4ee6-9b35-327b8d8b1304), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.604368 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Made reservation on behalf of a6ebf4f6aff24a52b2a576688f0ed547 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:21.607629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.710806 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.761166 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a8391f03-5b70-4ca6-925d-c99630feef93 req-68e1dede-f983-4b83-82b8-44db9ebda85f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657443 Oct 15 13:49:21.761543 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f4e914f7-44de-468e-bb04-c68ff31a73bd req-4bc4db6c-0b77-4f58-b7e1-458765d85ea8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889260 Oct 15 13:49:21.765472 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (78b48a49-6c48-4ee6-9b35-327b8d8b1304), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.768835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:21.773856 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/78b48a49-6c48-4ee6-9b35-327b8d8b1304 HTTP/1.1" status: 204 len: 168 time: 0.7471886 Oct 15 13:49:21.774274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:21.812721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:21.816368 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:21.828236 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ac81f-0d8b-49d4-b039-4a4a689bfb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b48a49-6c48-4ee6-9b35-327b8d8b1304,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:21.835375 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:21.842193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Attempting to bind port 22d267b5-2636-4dae-87c7-578106faed38 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:21.842560 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Attempting to bind port 22d267b5-2636-4dae-87c7-578106faed38 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:21.842898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Attempting to bind port 22d267b5-2636-4dae-87c7-578106faed38 on network ee310ecf-be11-4c15-91ef-9612882639c9 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:22.022451 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-ee7c59fe-be5b-4fc4-a6fc-fe812304531e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374097 Oct 15 13:49:22.077298 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:22.077298 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.111334 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:22.254975 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-b7f26a16-3b15-4e1c-9dbe-1472171f000f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6881361 Oct 15 13:49:22.273591 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de390833-483b-489b-9fbc-ba024f1ffb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.312211 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Port 22d267b5-2636-4dae-87c7-578106faed38 on network ee310ecf-be11-4c15-91ef-9612882639c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:49:22.313972 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Attempting to bind port 22d267b5-2636-4dae-87c7-578106faed38 on network ee310ecf-be11-4c15-91ef-9612882639c9 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:22.368159 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-6016fc2c-4893-4a85-bfcf-4f2d622e250a None None] Provisioning complete for port 00b42a41-b63e-414a-944b-f58697650617 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:22.368433 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6016fc2c-4893-4a85-bfcf-4f2d622e250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (00b42a41-b63e-414a-944b-f58697650617), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.368943 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-6016fc2c-4893-4a85-bfcf-4f2d622e250a None None] Attempt 1 to provision port 00b42a41-b63e-414a-944b-f58697650617 Oct 15 13:49:22.377310 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d236c-324d-4f9a-915d-ce31785560ae x-openstack-request-id: req-282d236c-324d-4f9a-915d-ce31785560ae {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:22.377900 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:22.378151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-282d236c-324d-4f9a-915d-ce31785560ae {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:22.378858 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282d236c-324d-4f9a-915d-ce31785560ae'] response: {'name': 'network-changed', 'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778', 'status': 'completed', 'code': 200} Oct 15 13:49:22.418410 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-6016fc2c-4893-4a85-bfcf-4f2d622e250a None None] Port 00b42a41-b63e-414a-944b-f58697650617 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:49:22.520034 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks [] for security_group (36261584-eb24-4dfc-91b2-67d5d45c5679), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.528823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:22.528823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Checking segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:22.529946 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Bound using segment: {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:22.530090 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Bound port: 22d267b5-2636-4dae-87c7-578106faed38, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6449e072-bb93-4796-9fda-2106cfe98d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:22.530390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (22d267b5-2636-4dae-87c7-578106faed38), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.550735 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (36261584-eb24-4dfc-91b2-67d5d45c5679), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.585069 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-f51be9f6-b2da-43ad-99b7-f2acf5b9168e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307763 Oct 15 13:49:22.594635 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:49:22.615415 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c461afe-2540-4497-8332-c52e82c2b79c req-a0d9a4bd-e536-4cd6-8f57-756a4c15cb6c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:22.617227 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c461afe-2540-4497-8332-c52e82c2b79c req-a0d9a4bd-e536-4cd6-8f57-756a4c15cb6c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.1659565 Oct 15 13:49:22.660389 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c6735ffe-9f2f-4576-815d-11ff65f6fd93), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.660724 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Added segment c6735ffe-9f2f-4576-815d-11ff65f6fd93 of type vlan for network bccb9803-7c9a-4646-8d16-56055e39c2f1 Oct 15 13:49:22.677350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36261584-eb24-4dfc-91b2-67d5d45c5679,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:22.760598 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (bccb9803-7c9a-4646-8d16-56055e39c2f1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.777195 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:22.817186 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=22d267b5-2636-4dae-87c7-578106faed38,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:22.821823 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c461afe-2540-4497-8332-c52e82c2b79c req-4fcb6d28-2481-49e9-bc84-e516427b2912 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793847 Oct 15 13:49:22.847440 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.862871 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (bccb9803-7c9a-4646-8d16-56055e39c2f1), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.865411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:22.866548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.894251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:22.894251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:22.896486 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/22d267b5-2636-4dae-87c7-578106faed38 HTTP/1.1" status: 200 len: 1093 time: 4.9577358 Oct 15 13:49:23.049680 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51172) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:23.080116 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'tag': '22d267b5-2636-4dae-87c7-578106faed38'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:23.109260 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] Pushing event updated for resources: {'Network': ['ID=bccb9803-7c9a-4646-8d16-56055e39c2f1,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:23.129485 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network bccb9803-7c9a-4646-8d16-56055e39c2f1 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:49:23.159764 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3282cfdd-8e4f-4106-ad2e-93a60f9bd9ce admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8804755 Oct 15 13:49:23.164330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51182) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:23.173783 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Request body: {'subnet': {'network_id': 'bccb9803-7c9a-4646-8d16-56055e39c2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1960005493-subnet', 'tenant_id': 'a6ebf4f6aff24a52b2a576688f0ed547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:23.205424 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:23.298005 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Made reservation on behalf of a6ebf4f6aff24a52b2a576688f0ed547 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:23.318175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:23.329409 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Request body: {'port': {'device_id': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:23.348867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:23.518682 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-85034129-8243-4cb7-b7d0-5049fca00436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:23.533710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df25ca-a3a4-4d99-b326-a11626c5a798 req-b0338847-2b92-4015-8e1d-74cd7594fded tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:23.547349 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42df25ca-a3a4-4d99-b326-a11626c5a798 req-b0338847-2b92-4015-8e1d-74cd7594fded tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 943 time: 0.4518471 Oct 15 13:49:23.587590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-427bcd3f-5848-4049-9bb4-26acdde7a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:23.589459 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-427bcd3f-5848-4049-9bb4-26acdde7a3e2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1128 time: 0.2081542 Oct 15 13:49:23.605234 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c3d03-a4be-4a51-8752-a22407c21246 service neutron] Pushing event updated for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:23.693539 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6581f-3a32-4f1c-b97a-b0c38cf65a0c req-f02f05d3-3882-445b-9624-e6e52a205a44 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:23.697477 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1fd6581f-3a32-4f1c-b97a-b0c38cf65a0c req-f02f05d3-3882-445b-9624-e6e52a205a44 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 932 time: 0.6043768 Oct 15 13:49:23.711168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:23.755959 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397fa6b4-4fad-4f1c-950d-f97cbec01803" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "tag": "22d267b5-2636-4dae-87c7-578106faed38"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:23.772371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:23.847665 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-4f1a6071-58d7-4081-a181-339c69a288fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:23.850921 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-4f1a6071-58d7-4081-a181-339c69a288fc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=984a02b8dfd446879438d29b5efdd996&device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 1127 time: 0.4756169 Oct 15 13:49:23.903052 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42df25ca-a3a4-4d99-b326-a11626c5a798 req-7c3813d9-5853-421f-b427-c6f1c4f2532c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760346 Oct 15 13:49:23.906613 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (00b42a41-b63e-414a-944b-f58697650617), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:23.932467 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-85034129-8243-4cb7-b7d0-5049fca00436 admin admin] Publish callbacks [] for security_group (33519349-8df5-4d47-9216-ccc1e1854637), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:23.942389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-3c188b12-989b-4e55-9399-2a3ad7ebd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:23.947841 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-3c188b12-989b-4e55-9399-2a3ad7ebd513 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.3497636 Oct 15 13:49:23.959836 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-85034129-8243-4cb7-b7d0-5049fca00436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (33519349-8df5-4d47-9216-ccc1e1854637), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.004623 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1fd6581f-3a32-4f1c-b97a-b0c38cf65a0c req-8ae0a230-2eae-407d-83ab-3e5a3034c7d3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817395 Oct 15 13:49:24.131668 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85034129-8243-4cb7-b7d0-5049fca00436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33519349-8df5-4d47-9216-ccc1e1854637,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:24.185713 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-85034129-8243-4cb7-b7d0-5049fca00436 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a65e5b026e40466fb3d657d4cfa732b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1342251 Oct 15 13:49:24.187256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51210) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:24.204911 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7a11f448-a4db-4895-aaf4-80e49d87e4f4 req-9932ce66-f9e6-4bc6-bcee-752a9de91198 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0530505 Oct 15 13:49:24.344159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (798aefeb-17dd-4e5c-b5e0-420b53d9ce3a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.446078 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:24.450093 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:24.454391 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798aefeb-17dd-4e5c-b5e0-420b53d9ce3a,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:24.528284 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] Publish callbacks [] for security_group (33519349-8df5-4d47-9216-ccc1e1854637), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.583244 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d31093bf-1434-4278-9bb2-54acc60e5c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.586452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c887da4-1230-4e4b-9ddf-514bc74c535a x-openstack-request-id: req-6c887da4-1230-4e4b-9ddf-514bc74c535a {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:24.587011 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "tag": "22d267b5-2636-4dae-87c7-578106faed38", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:24.587286 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c887da4-1230-4e4b-9ddf-514bc74c535a {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:24.587984 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c887da4-1230-4e4b-9ddf-514bc74c535a'] response: {'name': 'network-changed', 'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'tag': '22d267b5-2636-4dae-87c7-578106faed38', 'status': 'completed', 'code': 200} Oct 15 13:49:24.612926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] Publish callbacks [] for security_group (33519349-8df5-4d47-9216-ccc1e1854637), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.615583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a38e80-6f5a-4a3b-a931-6b31ba656a49 req-8c843ae4-c112-401b-9def-850bcdba2e5a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:24.618326 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2a38e80-6f5a-4a3b-a931-6b31ba656a49 req-8c843ae4-c112-401b-9def-850bcdba2e5a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.2019222 Oct 15 13:49:24.648570 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683d0a0-cf14-4619-8e29-d9dbca898ba0 x-openstack-request-id: req-2683d0a0-cf14-4619-8e29-d9dbca898ba0 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:24.648760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:24.648991 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2683d0a0-cf14-4619-8e29-d9dbca898ba0 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:24.649480 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2683d0a0-cf14-4619-8e29-d9dbca898ba0'] response: {'name': 'network-changed', 'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83', 'status': 'completed', 'code': 200} Oct 15 13:49:24.668573 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Checking segment: {'id': 'c6735ffe-9f2f-4576-815d-11ff65f6fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bccb9803-7c9a-4646-8d16-56055e39c2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:24.669613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Network hostable DHCP agents. Network: bccb9803-7c9a-4646-8d16-56055e39c2f1, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:49:24.699528 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Network bccb9803-7c9a-4646-8d16-56055e39c2f1 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:49:24.715722 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, bccb9803-7c9a-4646-8d16-56055e39c2f1) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:24.729320 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615489c-19a4-4062-8eb7-3fb757db5ac9 None None] Network bccb9803-7c9a-4646-8d16-56055e39c2f1 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:49:24.732706 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (33519349-8df5-4d47-9216-ccc1e1854637), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.738925 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.744583 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/33519349-8df5-4d47-9216-ccc1e1854637 HTTP/1.1" status: 204 len: 168 time: 0.5484731 Oct 15 13:49:24.753952 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:24.755089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:24.803919 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-989e196c-b779-4568-9700-0706ed522842 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6350689 Oct 15 13:49:24.810905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cafacd-ead0-4129-8cf9-a475dd496bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33519349-8df5-4d47-9216-ccc1e1854637,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:25.081208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41807b2-85e7-483b-b7e6-a615b062479b None None] Network bccb9803-7c9a-4646-8d16-56055e39c2f1 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:49:25.189205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b42a41-b63e-414a-944b-f58697650617 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:25.205763 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks [] for port (00b42a41-b63e-414a-944b-f58697650617), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:25.280577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2a38e80-6f5a-4a3b-a931-6b31ba656a49 req-4ce56d4d-c522-42f7-ae94-8eabcee5e74d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536622 Oct 15 13:49:25.293445 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Transition to ACTIVE for port object 00b42a41-b63e-414a-944b-f58697650617 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:49:25.302205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (00b42a41-b63e-414a-944b-f58697650617), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:25.320823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176309ac-099c-41ca-bc7d-0f6ecb2c59bf req-e2cf4979-5916-427e-9703-c61e1d171e78 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:25.331587 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-176309ac-099c-41ca-bc7d-0f6ecb2c59bf req-e2cf4979-5916-427e-9703-c61e1d171e78 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 943 time: 0.1787524 Oct 15 13:49:25.392500 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:25.502262 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f0e6-09dd-4ae1-8c2e-f66b435d3d71 req-ad734475-295b-40dc-a690-70d568e94825 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:25.503922 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9d1f0e6-09dd-4ae1-8c2e-f66b435d3d71 req-ad734475-295b-40dc-a690-70d568e94825 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.0887451 Oct 15 13:49:25.634846 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-176309ac-099c-41ca-bc7d-0f6ecb2c59bf req-c6cae4a2-bdfa-463b-a6a0-d2c86c9e1723 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008609 Oct 15 13:49:25.693627 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9d1f0e6-09dd-4ae1-8c2e-f66b435d3d71 req-d7420212-ba48-4f4d-87a5-4fc5130e2e82 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699843 Oct 15 13:49:25.733085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:25.748223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Attempting to bind port 00b42a41-b63e-414a-944b-f58697650617 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:25.749014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Attempting to bind port 00b42a41-b63e-414a-944b-f58697650617 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:25.749556 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Attempting to bind port 00b42a41-b63e-414a-944b-f58697650617 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:25.795459 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af2fcf3c-a259-4f77-a215-a7b2a9942181 req-45a95c76-b0c4-4eda-a2d2-b8da632d7b88 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0849390 Oct 15 13:49:25.835104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Port 00b42a41-b63e-414a-944b-f58697650617 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:49:25.835409 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Attempting to bind port 00b42a41-b63e-414a-944b-f58697650617 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:25.934240 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:25.934890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Checking segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:25.935585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Bound using segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:25.936757 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Bound port: 00b42a41-b63e-414a-944b-f58697650617, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:25.937373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (00b42a41-b63e-414a-944b-f58697650617), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:25.990645 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51288) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:26.032503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2d73fae-a60f-4cc0-97c7-4a62f640c3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.058000 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:26.115011 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:26.124595 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:26.132521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=00b42a41-b63e-414a-944b-f58697650617,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:26.159329 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (00b42a41-b63e-414a-944b-f58697650617), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.168689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:26.169916 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:26.170731 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.178223 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 1094 time: 2.8694308 Oct 15 13:49:26.234616 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.326189 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e690-53b3-47e0-825c-b74f1810cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:26.342458 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2d73fae-a60f-4cc0-97c7-4a62f640c3b3 admin admin] Publish callbacks [] for security_group (0c2a2390-b213-4ef7-bfd0-16e04dbccaed), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.351672 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2d73fae-a60f-4cc0-97c7-4a62f640c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0c2a2390-b213-4ef7-bfd0-16e04dbccaed), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.439799 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b2d73fae-a60f-4cc0-97c7-4a62f640c3b3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=147d477375ed4990ace973b34fcf3811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474027 Oct 15 13:49:26.440715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51308) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:26.449062 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73fae-a60f-4cc0-97c7-4a62f640c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a2390-b213-4ef7-bfd0-16e04dbccaed,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:26.590279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'tag': '00b42a41-b63e-414a-944b-f58697650617'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:26.596405 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374c4431-2c66-411a-a77c-fca59cbf9cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "tag": "00b42a41-b63e-414a-944b-f58697650617"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:26.657255 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f3fa-6ad6-4c7e-9b27-c06293c8f6a6 req-fff25524-4440-4b4d-8801-2310adf0c9f9 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:26.677191 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6631f3fa-6ad6-4c7e-9b27-c06293c8f6a6 req-fff25524-4440-4b4d-8801-2310adf0c9f9 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.2465169 Oct 15 13:49:26.778389 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198880e-516b-4cb0-a964-b1a653b0f7a8 x-openstack-request-id: req-2198880e-516b-4cb0-a964-b1a653b0f7a8 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:26.779321 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "tag": "00b42a41-b63e-414a-944b-f58697650617", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:26.780692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2198880e-516b-4cb0-a964-b1a653b0f7a8 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:26.781901 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2198880e-516b-4cb0-a964-b1a653b0f7a8'] response: {'name': 'network-changed', 'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'tag': '00b42a41-b63e-414a-944b-f58697650617', 'status': 'completed', 'code': 200} Oct 15 13:49:26.830286 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] Publish callbacks [] for security_group (0c2a2390-b213-4ef7-bfd0-16e04dbccaed), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.851831 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6631f3fa-6ad6-4c7e-9b27-c06293c8f6a6 req-74bc1007-91cf-4a3a-824f-a89f5f5217ee tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715336 Oct 15 13:49:26.899726 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] Publish callbacks [] for security_group (0c2a2390-b213-4ef7-bfd0-16e04dbccaed), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:26.914274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:27.032037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0c2a2390-b213-4ef7-bfd0-16e04dbccaed), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:27.035844 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:27.053162 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0c2a2390-b213-4ef7-bfd0-16e04dbccaed HTTP/1.1" status: 204 len: 168 time: 0.6002142 Oct 15 13:49:27.078837 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d6e3-6be6-4807-b04d-4322e488af17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a2390-b213-4ef7-bfd0-16e04dbccaed,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:27.124386 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82b92a-3559-4f7a-9c07-88554c750f93 req-fa616bdb-f633-4e0b-836e-6db845dea00d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:27.127488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ea82b92a-3559-4f7a-9c07-88554c750f93 req-fa616bdb-f633-4e0b-836e-6db845dea00d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 943 time: 0.1465569 Oct 15 13:49:27.147077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de811d-bb9e-4221-a663-415627f315be req-7de4182e-f5cf-4929-9ffb-31d200e45123 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:27.150498 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-84de811d-bb9e-4221-a663-415627f315be req-7de4182e-f5cf-4929-9ffb-31d200e45123 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.1546199 Oct 15 13:49:27.295961 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ea82b92a-3559-4f7a-9c07-88554c750f93 req-8ddbf442-e786-4cb0-a6c0-c12f446d368f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437809 Oct 15 13:49:27.305604 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-84de811d-bb9e-4221-a663-415627f315be req-19fccf9a-e89f-45d9-b689-e4024a6274be tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423235 Oct 15 13:49:27.472589 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6bad651b-f92d-4750-836a-d90a7404a737 req-274e30b0-c0d5-4aab-9869-325677b01c48 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0626323 Oct 15 13:49:27.713880 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:27.812457 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b700737e-c8a7-40a1-96f2-1665f19a9778 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:49:27.826250 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:27.896980 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:28.058624 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b700737e-c8a7-40a1-96f2-1665f19a9778,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:28.082431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'b700737e-c8a7-40a1-96f2-1665f19a9778', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'port_id': 'b700737e-c8a7-40a1-96f2-1665f19a9778', 'mac_address': 'fa:16:3e:4d:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:49:28.085644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51390) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:28.110937 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabd2a5-dfbf-4e08-97f1-bc05bb7af6c3 req-0cb92c0b-7eda-43df-bade-0d522e398ac3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:28.118916 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fabd2a5-dfbf-4e08-97f1-bc05bb7af6c3 req-0cb92c0b-7eda-43df-bade-0d522e398ac3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.0884345 Oct 15 13:49:28.158795 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b700737e-c8a7-40a1-96f2-1665f19a9778 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:28.159376 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:28.182928 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b700737e-c8a7-40a1-96f2-1665f19a9778 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:28.187398 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fabd2a5-dfbf-4e08-97f1-bc05bb7af6c3 req-4a5daa3e-a96b-4801-b092-f3f6422dd374 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673587 Oct 15 13:49:28.253093 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b700737e-c8a7-40a1-96f2-1665f19a9778,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:28.267748 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:28.350770 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-91bf339e-f734-4396-a4e1-0540f5c8722a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22d267b5-2636-4dae-87c7-578106faed38 HTTP/1.1" status: 200 len: 217 time: 0.1351113 Oct 15 13:49:28.361751 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-dd58a544-15ef-46ce-95f8-0487966e569a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.1400316 Oct 15 13:49:28.380735 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:28.471014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-47efa3da-bf8f-44de-b5aa-2fff5ffcbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:28.474573 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-47efa3da-bf8f-44de-b5aa-2fff5ffcbfa1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1127 time: 0.2047949 Oct 15 13:49:28.509581 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-662f29e8-ffde-4c06-91e6-a7bc5d2e2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:28.511276 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-662f29e8-ffde-4c06-91e6-a7bc5d2e2907 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1128 time: 0.1708231 Oct 15 13:49:28.517616 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b1453c6a-eaa4-430c-ae57-d5791b25b36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:28.620564 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b700737e-c8a7-40a1-96f2-1665f19a9778'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:49:28.718505 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-0b205b27-a99f-483f-8bba-b999741f3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:28.721463 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-0b205b27-a99f-483f-8bba-b999741f3d00 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.2853577 Oct 15 13:49:28.946936 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-363133e4-d8b8-4d36-8225-474ca8451b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:28.948711 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-363133e4-d8b8-4d36-8225-474ca8451b23 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2110531 Oct 15 13:49:29.021163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:29.040925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654218f-64a4-45f6-be40-f5f79a4a4941 req-5e6af8b8-31fc-4edc-b171-dcec2af3f54c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.050285 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6654218f-64a4-45f6-be40-f5f79a4a4941 req-5e6af8b8-31fc-4edc-b171-dcec2af3f54c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.3423021 Oct 15 13:49:29.052907 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b1453c6a-eaa4-430c-ae57-d5791b25b36a admin admin] Publish callbacks [] for security_group (aa2004d9-b502-49bc-baee-5a5b3890ccba), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:29.105250 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b1453c6a-eaa4-430c-ae57-d5791b25b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (aa2004d9-b502-49bc-baee-5a5b3890ccba), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:29.144495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-df8839e6-8660-460a-acfc-7132f0936b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.146245 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-df8839e6-8660-460a-acfc-7132f0936b96 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e0336429-39db-458f-b1ba-0cfc672c66f8 HTTP/1.1" status: 200 len: 851 time: 0.7868886 Oct 15 13:49:29.175621 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287d353-0201-4301-9ba7-a727362eeb53 req-1dfa2d56-a77b-4c80-ab0d-5b461702d5f5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.185368 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6287d353-0201-4301-9ba7-a727362eeb53 req-1dfa2d56-a77b-4c80-ab0d-5b461702d5f5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 943 time: 0.4766662 Oct 15 13:49:29.187945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-eb827df2-057c-4571-99e9-ce0d97065ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.190169 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-eb827df2-057c-4571-99e9-ce0d97065ab5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6694782 Oct 15 13:49:29.215359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-6074c6a1-f213-48e5-9687-9b0f1c8a3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.217500 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-6074c6a1-f213-48e5-9687-9b0f1c8a3132 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.7312353 Oct 15 13:49:29.274958 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6654218f-64a4-45f6-be40-f5f79a4a4941 req-08a8c10a-e42c-4d2e-863b-da4e2d0788e9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235825 Oct 15 13:49:29.312130 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6287d353-0201-4301-9ba7-a727362eeb53 req-5a8f7003-592c-4b92-972d-780babf50816 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217930 Oct 15 13:49:29.315803 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1453c6a-eaa4-430c-ae57-d5791b25b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2004d9-b502-49bc-baee-5a5b3890ccba,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:29.323102 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b1453c6a-eaa4-430c-ae57-d5791b25b36a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8dd8bbe63f614ffcbfcfcaa67ce42d12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2352893 Oct 15 13:49:29.332452 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51424) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:29.490388 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:29.505296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] Publish callbacks [] for security_group (aa2004d9-b502-49bc-baee-5a5b3890ccba), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:29.526943 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-3b7146e0-4fae-4586-ad99-7785d8f7932b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654143 Oct 15 13:49:29.561479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.40', 55664) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:29.667361 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-c1bf00c8-de15-4b58-94e8-3adf984eb1d1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 217 time: 0.3255816 Oct 15 13:49:29.687917 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-43ad37b3-db01-44d4-8aa3-bd513efc14f1 req-ca20e427-675a-42c1-a26e-c7dd525940f1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.1654463 Oct 15 13:49:29.701706 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-e83ec437-1b28-4d4e-a788-b6378a7e477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.703250 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-e83ec437-1b28-4d4e-a788-b6378a7e477e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ee310ecf-be11-4c15-91ef-9612882639c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3553336 Oct 15 13:49:29.795958 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:49:29.821034 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66fdfd-5f51-4f99-aae6-4548afe1683a req-40b0ffbf-238d-42ec-a814-26b9f26c45f2 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:29.825901 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a66fdfd-5f51-4f99-aae6-4548afe1683a req-40b0ffbf-238d-42ec-a814-26b9f26c45f2 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.3016260 Oct 15 13:49:29.844446 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b700737e-c8a7-40a1-96f2-1665f19a9778 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:29.852423 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] Publish callbacks [] for security_group (aa2004d9-b502-49bc-baee-5a5b3890ccba), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:29.897629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:29.941867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:29.966790 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:29.968841 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port b700737e-c8a7-40a1-96f2-1665f19a9778 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:49:29.982394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port b700737e-c8a7-40a1-96f2-1665f19a9778 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:29.983112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:29.983776 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port b700737e-c8a7-40a1-96f2-1665f19a9778 Oct 15 13:49:30.028579 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-c321779b-a849-4951-961a-ad4ca360a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.030376 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-c321779b-a849-4951-961a-ad4ca360a400 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.3452525 Oct 15 13:49:30.034115 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-3041c071-68ed-477e-9abb-45a2eaa095e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.035928 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-3041c071-68ed-477e-9abb-45a2eaa095e0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7047114 Oct 15 13:49:30.038038 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-23f9fdb6-0c57-483f-908c-3e7eb614c62c req-e341850d-7041-4ed5-afc1-089eb9ec59d4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102224 Oct 15 13:49:30.050140 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:30.069994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'port_id': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83', 'mac_address': 'fa:16:3e:1b:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:49:30.148349 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b700737e-c8a7-40a1-96f2-1665f19a9778 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:30.148721 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.195589 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:30.196368 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.197098 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (aa2004d9-b502-49bc-baee-5a5b3890ccba), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.208465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.208888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:30.217979 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/aa2004d9-b502-49bc-baee-5a5b3890ccba HTTP/1.1" status: 204 len: 168 time: 0.8839574 Oct 15 13:49:30.221238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-4cec2126-6dab-4202-a179-2b09815c29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.224649 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-4cec2126-6dab-4202-a179-2b09815c29bb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1128 time: 0.1177957 Oct 15 13:49:30.317625 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b700737e-c8a7-40a1-96f2-1665f19a9778,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:30.335982 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:30.384029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:30.393308 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.397865 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7be15d-98e7-4ef0-a294-638776a59a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2004d9-b502-49bc-baee-5a5b3890ccba,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:30.399405 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:30.410078 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-1feef3af-5253-48c7-a732-b8b61125aac8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 217 time: 0.1726224 Oct 15 13:49:30.413392 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:49:30.435715 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a66fdfd-5f51-4f99-aae6-4548afe1683a req-1d3f7da2-90bc-4e49-a6e5-fb12c618201c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939370 Oct 15 13:49:30.512256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-3aca65d1-3f5e-4681-a52c-a3aaaa929c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.514789 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-3aca65d1-3f5e-4681-a52c-a3aaaa929c91 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.0898242 Oct 15 13:49:30.563231 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:30.592114 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-375f6217-b097-470b-82fc-fb989f1d382c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.593752 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-375f6217-b097-470b-82fc-fb989f1d382c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 817 time: 1.0138235 Oct 15 13:49:30.640589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-5111b6cb-c3bd-4b48-b8f5-88a05f16be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.648477 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-5111b6cb-c3bd-4b48-b8f5-88a05f16be9b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6005290 Oct 15 13:49:30.715296 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:30.729846 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-1181d293-d732-4ba4-b8f8-eddfd3f04589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:30.733500 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-1181d293-d732-4ba4-b8f8-eddfd3f04589 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2088406 Oct 15 13:49:30.738699 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['5141cb8c-0fe9-45ee-84cc-9c59a65bca83'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:49:30.876557 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1f972-c2da-42f6-ad20-af863c4098c6" -d '{"events": [{"server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "name": "network-vif-plugged", "status": "completed", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:31.046370 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-cf748e40-ec9e-4e8c-94d8-48abc8d27b4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060400 Oct 15 13:49:31.048209 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-01254379-fdf9-475c-af40-f79696512b90 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2953625 Oct 15 13:49:31.053527 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:31.288130 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51472) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:31.405169 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fa4e006f-d0f1-49af-9fe7-18fd45b81f01 req-129510e0-e3ee-448e-ba47-af46a758222a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468890 Oct 15 13:49:31.406529 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:31.418207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c499962-b54e-44ed-ad53-bd539c50d8e5 req-b5e161ec-5c91-4125-958d-41d551ed25aa tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:31.430474 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c499962-b54e-44ed-ad53-bd539c50d8e5 req-b5e161ec-5c91-4125-958d-41d551ed25aa tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.8710725 Oct 15 13:49:31.460138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c742fc6-3963-4937-ace7-40e3cf2da37a req-f3461756-2c94-4f0c-a452-46e684a61d61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:31.462817 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1c742fc6-3963-4937-ace7-40e3cf2da37a req-f3461756-2c94-4f0c-a452-46e684a61d61 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 944 time: 0.6124394 Oct 15 13:49:31.514598 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-8d666450-757f-4b3f-a7d7-99048affd85a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 380 time: 0.8634260 Oct 15 13:49:31.601443 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Publish callbacks [] for security_group (f9727779-c01f-4ce3-bd1a-421204353c99), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:31.610358 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f9727779-c01f-4ce3-bd1a-421204353c99), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:31.656664 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:31.730944 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-0887a04c-676b-47d3-be2d-8a80d3336365 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9309177 Oct 15 13:49:31.742820 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3904810af867403b91a0e51f5e5c5e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501891 Oct 15 13:49:31.747120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 51492) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:31.782657 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9727779-c01f-4ce3-bd1a-421204353c99,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:31.796017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.796659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.797246 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.797805 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.798354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.798981 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.799470 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.800040 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.801486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.801486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.801968 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.802770 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.803006 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.803549 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.804189 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581e7eae-a977-411f-ac19-228bfd46de49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:31.832390 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c499962-b54e-44ed-ad53-bd539c50d8e5 req-969f45b7-4c60-47e1-8962-12b32a3049d1 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007638 Oct 15 13:49:31.847258 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1c742fc6-3963-4937-ace7-40e3cf2da37a req-4fed8495-533a-4338-9862-78259143c633 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472493 Oct 15 13:49:31.855339 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c4d1103-510c-48f9-8795-78b0bd532cc8 req-d332a54b-5ffd-4c01-acf6-71fb2feb50e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730020 Oct 15 13:49:31.915542 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Publish callbacks [] for security_group (f9727779-c01f-4ce3-bd1a-421204353c99), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:31.948997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Publish callbacks [] for security_group (f9727779-c01f-4ce3-bd1a-421204353c99), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.091141 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-eeb5ce61-1223-440c-848f-34bbe9f3179e req-658b5a81-a6c6-45cc-80ef-676a0c53011b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0685339 Oct 15 13:49:32.098631 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:32.130177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f9727779-c01f-4ce3-bd1a-421204353c99), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.136501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.152565 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f9727779-c01f-4ce3-bd1a-421204353c99 HTTP/1.1" status: 204 len: 168 time: 0.3837304 Oct 15 13:49:32.184318 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9727779-c01f-4ce3-bd1a-421204353c99,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:32.224922 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.225293 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.225775 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.226323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.230641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.231672 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.233478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.236128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.237726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.238632 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.240611 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.241335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:49:32.245025 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.245948 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.247837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.249043 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe3748-dc7c-4f77-a22a-d4e2ae682801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:32.256888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:32.258890 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.259222 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 Oct 15 13:49:32.356247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf6752-7dda-41b9-b286-2d2a91ab5e09 x-openstack-request-id: req-1ebf6752-7dda-41b9-b286-2d2a91ab5e09 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:32.356247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "name": "network-vif-plugged", "status": "completed", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:32.356247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ebf6752-7dda-41b9-b286-2d2a91ab5e09 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:32.356247 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebf6752-7dda-41b9-b286-2d2a91ab5e09'] response: {'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778', 'code': 200} Oct 15 13:49:32.432252 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:32.432659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.434898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21d02-82cf-4624-b64f-184a488ba00d req-c63d4424-bb49-4225-876d-86efd125a2d3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:32.448793 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-78f21d02-82cf-4624-b64f-184a488ba00d req-c63d4424-bb49-4225-876d-86efd125a2d3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.1763930 Oct 15 13:49:32.488263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:32.503214 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:32.510547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:32.577117 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:32.584683 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-78f21d02-82cf-4624-b64f-184a488ba00d req-2e3f0d5e-6d7c-4f0b-b323-0a120b47f287 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328461 Oct 15 13:49:33.072452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16008d3-258c-4cbc-ae0c-e7b2fd9e145a req-c2895670-2ea8-449c-b192-d319534e6616 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:33.075657 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e16008d3-258c-4cbc-ae0c-e7b2fd9e145a req-c2895670-2ea8-449c-b192-d319534e6616 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0958791 Oct 15 13:49:33.215821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f152dd-b07a-4fe8-a7c9-eee972c0ca0c req-3f84304a-6403-4b4c-bff4-efec80c6333f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:33.219078 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c1f152dd-b07a-4fe8-a7c9-eee972c0ca0c req-3f84304a-6403-4b4c-bff4-efec80c6333f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.1403978 Oct 15 13:49:33.263936 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e16008d3-258c-4cbc-ae0c-e7b2fd9e145a req-c38d469e-afc9-4676-b6c2-0e386883eb7b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651356 Oct 15 13:49:33.342040 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c1f152dd-b07a-4fe8-a7c9-eee972c0ca0c req-bdf19426-b937-491a-a688-a6f64c3c42c8 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034122 Oct 15 13:49:33.438638 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bc9b42a6-8736-488d-8bf6-d64f9a25f885 req-4a4ed245-a121-4372-a85c-d4b4ef4ebd18 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0369537 Oct 15 13:49:33.648523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'port': {'device_id': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'admin_state_up': True, 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'security_groups': ['47fdcd24-87f0-4bc0-ba5b-0680274666e0']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:33.876292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:34.095820 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 00b42a41-b63e-414a-944b-f58697650617 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:49:34.109486 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Made reservation on behalf of aabf1193b43040948317be442c5c16f7 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:49:34.114570 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:34.165456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:34.201550 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307b225-14bc-41aa-8023-c190eb232434 req-7385db9f-1a0a-472a-a5e5-7b5f4d441999 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:34.204848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0307b225-14bc-41aa-8023-c190eb232434 req-7385db9f-1a0a-472a-a5e5-7b5f4d441999 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.3133948 Oct 15 13:49:34.353115 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:34.355742 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009e20b4-54d9-474a-8181-1746f4c13be1" -d '{"events": [{"server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "name": "network-vif-plugged", "status": "completed", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:34.415439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0307b225-14bc-41aa-8023-c190eb232434 req-9467bc2e-ecec-4c09-9fa5-e7e2914a2ee4 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855659 Oct 15 13:49:34.427258 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abe6e1a7-69d6-45bf-b5be-23a9914ebcbe req-0a44a996-a8aa-4779-9461-f712d6950cd0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856307 Oct 15 13:49:34.553432 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=00b42a41-b63e-414a-944b-f58697650617,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:34.574018 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '00b42a41-b63e-414a-944b-f58697650617', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'port_id': '00b42a41-b63e-414a-944b-f58697650617', 'mac_address': 'fa:16:3e:13:c6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:49:34.580991 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bee5df-4bf4-4633-a669-e2af5db9fe0d x-openstack-request-id: req-76bee5df-4bf4-4633-a669-e2af5db9fe0d {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:34.581826 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "name": "network-vif-plugged", "status": "completed", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:34.582263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76bee5df-4bf4-4633-a669-e2af5db9fe0d {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:34.582857 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bee5df-4bf4-4633-a669-e2af5db9fe0d'] response: {'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83', 'code': 200} Oct 15 13:49:34.584961 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:34.640130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 00b42a41-b63e-414a-944b-f58697650617 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:34.641544 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (00b42a41-b63e-414a-944b-f58697650617), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:34.682303 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 51606) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:34.694340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b42a41-b63e-414a-944b-f58697650617 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:34.723742 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=00b42a41-b63e-414a-944b-f58697650617,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:34.734050 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (00b42a41-b63e-414a-944b-f58697650617), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:34.749725 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Allocated IP 172.20.0.4 (2be587d7-2a5c-4c32-9783-ff3a198697e5/f79b5614-80c8-4aaf-887e-d40e00471cb8/5a131939-5800-4807-b2cc-42f66041598f) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:49:34.773887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff744a-4773-4dfc-a091-00dcf1036bd5 req-40b3bfb9-498b-4a2b-8660-9b761ce1a69a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:34.777211 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-22ff744a-4773-4dfc-a091-00dcf1036bd5 req-40b3bfb9-498b-4a2b-8660-9b761ce1a69a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.2234261 Oct 15 13:49:34.824726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217878-4ba5-443d-b47e-11ef16151dd2 req-90fafdfb-9e79-4606-b15f-b08f00b162ea tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:34.827396 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-01217878-4ba5-443d-b47e-11ef16151dd2 req-90fafdfb-9e79-4606-b15f-b08f00b162ea tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 944 time: 0.2197385 Oct 15 13:49:34.836135 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:34.849985 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.850871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.851712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.852892 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.853451 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.853998 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.854531 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.855081 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.855642 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.856233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.856828 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.857469 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.858157 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.858951 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:34.859801 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:49:35.003440 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-22ff744a-4773-4dfc-a091-00dcf1036bd5 req-18c3b376-bccd-4e3a-8303-3d12321cac74 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046688 Oct 15 13:49:35.038198 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-01217878-4ba5-443d-b47e-11ef16151dd2 req-e57cbff0-f91a-432f-b9c6-87a32b29bbb8 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868262 Oct 15 13:49:35.089007 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-65cc0948-73fa-4593-9815-e628a8bd437a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.163660 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['00b42a41-b63e-414a-944b-f58697650617'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:49:35.200297 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (5a131939-5800-4807-b2cc-42f66041598f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.237676 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-60a2f7d8-fdbb-42f9-85ce-1b34bb6e54b0 req-9ce580a7-dc10-4c82-8bf4-0d9038f2cef9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0624719 Oct 15 13:49:35.246676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-65cc0948-73fa-4593-9815-e628a8bd437a admin admin] Publish callbacks [] for security_group (c594ead4-2de9-4166-a307-2df6450abadb), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.256466 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-65cc0948-73fa-4593-9815-e628a8bd437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c594ead4-2de9-4166-a307-2df6450abadb), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.277526 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:35.309284 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc0948-73fa-4593-9815-e628a8bd437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594ead4-2de9-4166-a307-2df6450abadb,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:35.318589 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-65cc0948-73fa-4593-9815-e628a8bd437a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8d04a91ee39345a2abc01e0c988eaa1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6342809 Oct 15 13:49:35.319198 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 51624) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:35.342097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.415679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:35.429245 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:49:35.438586 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:49:35.463461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:49:35.601686 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:35.603071 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.615588 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] Publish callbacks [] for security_group (c594ead4-2de9-4166-a307-2df6450abadb), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.680073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:35.722012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:35.785893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] Publish callbacks [] for security_group (c594ead4-2de9-4166-a307-2df6450abadb), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.801989 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-037fc9dc-0a09-4aa6-a6d3-ee721d384e24 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1638660 Oct 15 13:49:35.839519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3721e3e-6798-4dbc-bac6-f113d3f650c6 req-abe232b6-ab67-41c6-bce6-512fe3619b3d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:35.842933 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c3721e3e-6798-4dbc-bac6-f113d3f650c6 req-abe232b6-ab67-41c6-bce6-512fe3619b3d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.2288663 Oct 15 13:49:35.919544 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Request body: {'port': {'device_id': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:35.921273 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c108a96a-462a-4496-b227-4f565b3b8d32 None None] Provisioning complete for port 5a131939-5800-4807-b2cc-42f66041598f triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:35.922943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c108a96a-462a-4496-b227-4f565b3b8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5a131939-5800-4807-b2cc-42f66041598f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:35.923362 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c108a96a-462a-4496-b227-4f565b3b8d32 None None] Attempt 1 to provision port 5a131939-5800-4807-b2cc-42f66041598f Oct 15 13:49:36.032761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c108a96a-462a-4496-b227-4f565b3b8d32 None None] Port 5a131939-5800-4807-b2cc-42f66041598f cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:49:36.237217 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:36.251943 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313effb8-79e9-4443-833c-7e5ba9876104 req-994078c3-0308-4f2c-90c6-3c81e9d1ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:36.253717 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-313effb8-79e9-4443-833c-7e5ba9876104 req-994078c3-0308-4f2c-90c6-3c81e9d1ed13 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1129 time: 0.0810854 Oct 15 13:49:36.275097 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-313effb8-79e9-4443-833c-7e5ba9876104 req-64f84039-54c7-4819-b86f-6e05a3591cff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.288697 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.303986 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-4db3c146-b4e1-4230-b2be-ee89c227907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:36.305664 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-4db3c146-b4e1-4230-b2be-ee89c227907d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=984a02b8dfd446879438d29b5efdd996&device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 1127 time: 0.2477317 Oct 15 13:49:36.320692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c594ead4-2de9-4166-a307-2df6450abadb), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.323419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.324696 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c594ead4-2de9-4166-a307-2df6450abadb HTTP/1.1" status: 204 len: 168 time: 1.0013821 Oct 15 13:49:36.344581 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c3721e3e-6798-4dbc-bac6-f113d3f650c6 req-001f0fc3-a643-4c8c-a700-0e53acaa07c0 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017186 Oct 15 13:49:36.373548 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 00b42a41-b63e-414a-944b-f58697650617 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:36.402344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d168a05-753f-41b6-8660-469e40af74d5 req-533d1461-6aad-4642-9b34-d09f88a6cec3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:36.417655 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d168a05-753f-41b6-8660-469e40af74d5 req-533d1461-6aad-4642-9b34-d09f88a6cec3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.2515888 Oct 15 13:49:36.425504 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-313effb8-79e9-4443-833c-7e5ba9876104 req-64f84039-54c7-4819-b86f-6e05a3591cff service neutron] Publish callbacks [] for security_group (a3d24fac-5535-4893-8b46-913ac4b106ad), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.434110 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-313effb8-79e9-4443-833c-7e5ba9876104 req-64f84039-54c7-4819-b86f-6e05a3591cff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a3d24fac-5535-4893-8b46-913ac4b106ad), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.441436 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 00b42a41-b63e-414a-944b-f58697650617 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:49:36.450867 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9e1d8-4503-4505-93ad-da6748d28f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594ead4-2de9-4166-a307-2df6450abadb,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:36.452595 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 00b42a41-b63e-414a-944b-f58697650617 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:36.453081 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (00b42a41-b63e-414a-944b-f58697650617), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.453545 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 00b42a41-b63e-414a-944b-f58697650617 Oct 15 13:49:36.465050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24266-02c7-4bb9-8bf1-19fe7e76b6f2 req-4421bd9b-554a-497f-a3c2-f0c05c91d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:36.468225 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04d24266-02c7-4bb9-8bf1-19fe7e76b6f2 req-4421bd9b-554a-497f-a3c2-f0c05c91d447 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.2980094 Oct 15 13:49:36.501569 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f84039-54c7-4819-b86f-6e05a3591cff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d24fac-5535-4893-8b46-913ac4b106ad,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:36.506324 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-313effb8-79e9-4443-833c-7e5ba9876104 req-64f84039-54c7-4819-b86f-6e05a3591cff service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446115 Oct 15 13:49:36.567549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 00b42a41-b63e-414a-944b-f58697650617 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:36.567994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (00b42a41-b63e-414a-944b-f58697650617), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.600144 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b42a41-b63e-414a-944b-f58697650617'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:36.603064 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fdf78b-e8f4-4e4b-b268-871b20b53263" -d '{"events": [{"server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "name": "network-vif-plugged", "status": "completed", "tag": "00b42a41-b63e-414a-944b-f58697650617"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:36.619017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=00b42a41-b63e-414a-944b-f58697650617,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:36.627037 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (00b42a41-b63e-414a-944b-f58697650617), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:36.693001 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:36.986812 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97c61-ef79-4f50-8a93-a0c1d74b96d0 req-661233e9-86f6-444e-8a2e-fe4d8da18c59 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:36.988516 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3cd97c61-ef79-4f50-8a93-a0c1d74b96d0 req-661233e9-86f6-444e-8a2e-fe4d8da18c59 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 945 time: 0.5428612 Oct 15 13:49:37.044811 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d168a05-753f-41b6-8660-469e40af74d5 req-6cd54d16-d1f5-435b-a1c5-40fa5ec6c589 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964770 Oct 15 13:49:37.053049 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04d24266-02c7-4bb9-8bf1-19fe7e76b6f2 req-c0b764b0-f9bd-4c0d-9cea-758313b43ee5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869878 Oct 15 13:49:37.080802 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-dde7f38e-fa32-432f-a9b1-797f2742068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:37.081291 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-dde7f38e-fa32-432f-a9b1-797f2742068c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ee310ecf-be11-4c15-91ef-9612882639c9 HTTP/1.1" status: 200 len: 913 time: 0.7551889 Oct 15 13:49:37.159741 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3cd97c61-ef79-4f50-8a93-a0c1d74b96d0 req-eaf745c3-6deb-4bab-9a3c-d1ab58d671aa tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502638 Oct 15 13:49:37.296693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:37.304673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a950956-aa68-4116-b9af-db5d6f15ee06 x-openstack-request-id: req-8a950956-aa68-4116-b9af-db5d6f15ee06 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:37.305409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "name": "network-vif-plugged", "status": "completed", "tag": "00b42a41-b63e-414a-944b-f58697650617", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:37.305875 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a950956-aa68-4116-b9af-db5d6f15ee06 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:37.306530 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a950956-aa68-4116-b9af-db5d6f15ee06'] response: {'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b42a41-b63e-414a-944b-f58697650617', 'code': 200} Oct 15 13:49:37.315506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks [] for port (5a131939-5800-4807-b2cc-42f66041598f), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:37.365619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:37.374393 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:37.379371 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Transition to ACTIVE for port object 5a131939-5800-4807-b2cc-42f66041598f will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:49:37.394820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:37.427261 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fabe23-937e-47e6-9dc7-57a9302ef88e req-c223a12c-4c1b-4131-adb6-ac67e339c4e2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:37.429283 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7fabe23-937e-47e6-9dc7-57a9302ef88e req-c223a12c-4c1b-4131-adb6-ac67e339c4e2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 931 time: 0.1103351 Oct 15 13:49:37.560610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:37.603258 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa7587-99c7-4079-9bbb-a2baa05309f6 req-0cccdbbd-2213-4721-aff8-7f408d7567f3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:37.605068 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7faa7587-99c7-4079-9bbb-a2baa05309f6 req-0cccdbbd-2213-4721-aff8-7f408d7567f3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.1392951 Oct 15 13:49:37.646506 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7fabe23-937e-47e6-9dc7-57a9302ef88e req-6808e7c8-2795-4169-ac40-337f7e61430b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817622 Oct 15 13:49:37.777531 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-03c0b1e1-3234-4585-8ce9-a246f2230276 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22d267b5-2636-4dae-87c7-578106faed38 HTTP/1.1" status: 200 len: 217 time: 0.0804405 Oct 15 13:49:37.806815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Attempting to bind port 5a131939-5800-4807-b2cc-42f66041598f on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:49:37.806815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Attempting to bind port 5a131939-5800-4807-b2cc-42f66041598f by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:49:37.806815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Attempting to bind port 5a131939-5800-4807-b2cc-42f66041598f on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:37.902737 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7faa7587-99c7-4079-9bbb-a2baa05309f6 req-f9e53711-8a25-46e7-a0df-9fa0c7e91311 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578802 Oct 15 13:49:37.986018 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-247d582e-e84c-4724-b02f-2d7f0af2a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:37.989257 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-247d582e-e84c-4724-b02f-2d7f0af2a011 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e0336429-39db-458f-b1ba-0cfc672c66f8 HTTP/1.1" status: 200 len: 851 time: 0.1875463 Oct 15 13:49:37.996269 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Port 5a131939-5800-4807-b2cc-42f66041598f on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:49:37.996865 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Attempting to bind port 5a131939-5800-4807-b2cc-42f66041598f on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:49:38.094538 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:49:38.095219 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Checking segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:49:38.095861 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Bound using segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:49:38.096675 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Bound port: 5a131939-5800-4807-b2cc-42f66041598f, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:49:38.097247 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:38.301390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580d7fb-d835-4725-9c03-938725175c58 req-a8bf63db-6d61-4ba2-bd3b-a08f07624c2d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:38.303030 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9580d7fb-d835-4725-9c03-938725175c58 req-a8bf63db-6d61-4ba2-bd3b-a08f07624c2d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1200666 Oct 15 13:49:38.319425 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:49:38.370440 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:49:38.386724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581694f9-4794-4491-99b3-6284ba1967b0 req-97c94ac6-37c0-4bb7-a488-397db892ae7a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:38.388810 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-581694f9-4794-4491-99b3-6284ba1967b0 req-97c94ac6-37c0-4bb7-a488-397db892ae7a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0829690 Oct 15 13:49:38.402394 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:38.412626 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:38.413145 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:38.414618 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 1093 time: 2.5134146 Oct 15 13:49:38.428250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:38.430749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91b675-7c6a-4c37-a41a-a93920a115c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:38.485798 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9580d7fb-d835-4725-9c03-938725175c58 req-0bd62ebd-7c78-472a-8278-d9293354dd50 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636527 Oct 15 13:49:38.520624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85de239-4552-4def-b271-d96eeca208e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:38.542035 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-581694f9-4794-4491-99b3-6284ba1967b0 req-bd19084a-7305-48a4-93f5-580e6ff393a4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414182 Oct 15 13:49:38.581807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d73612-42a0-433f-8ee7-c0cf56cba58f x-openstack-request-id: req-85d73612-42a0-433f-8ee7-c0cf56cba58f {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:38.582103 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:38.582359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85d73612-42a0-433f-8ee7-c0cf56cba58f {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:38.582794 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d73612-42a0-433f-8ee7-c0cf56cba58f'] response: {'name': 'network-changed', 'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'status': 'completed', 'code': 200} Oct 15 13:49:38.707438 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 22d267b5-2636-4dae-87c7-578106faed38 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:49:38.853409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=22d267b5-2636-4dae-87c7-578106faed38,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:38.875295 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3100e2-37c4-42d6-a16f-16b7d3f0fb31 req-beebe7f5-cfa3-4128-8bf4-8aefdcd72f87 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:38.877167 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed3100e2-37c4-42d6-a16f-16b7d3f0fb31 req-beebe7f5-cfa3-4128-8bf4-8aefdcd72f87 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0877259 Oct 15 13:49:38.886024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '22d267b5-2636-4dae-87c7-578106faed38', 'network_id': 'ee310ecf-be11-4c15-91ef-9612882639c9', 'port_id': '22d267b5-2636-4dae-87c7-578106faed38', 'mac_address': 'fa:16:3e:f4:f4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0336429-39db-458f-b1ba-0cfc672c66f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:49:38.967119 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 22d267b5-2636-4dae-87c7-578106faed38 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:38.967815 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (22d267b5-2636-4dae-87c7-578106faed38), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:38.968929 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed3100e2-37c4-42d6-a16f-16b7d3f0fb31 req-fb7f9298-be9d-4b18-a03a-253ab55efac2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845201 Oct 15 13:49:38.995028 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d267b5-2636-4dae-87c7-578106faed38 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:49:39.031942 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=22d267b5-2636-4dae-87c7-578106faed38,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:39.039405 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:39.046450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:39.070134 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e5aab-aaba-4f81-b3f6-e351130dd5ff req-db2b65bc-f94a-442e-81de-6a7b85ed8ba5 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:39.071734 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-796e5aab-aaba-4f81-b3f6-e351130dd5ff req-db2b65bc-f94a-442e-81de-6a7b85ed8ba5 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 943 time: 0.0627320 Oct 15 13:49:39.112800 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:39.113246 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:39.139419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:39.161027 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-796e5aab-aaba-4f81-b3f6-e351130dd5ff req-52c3defd-fa52-4b51-9009-bd374baaa481 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817378 Oct 15 13:49:39.757929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac0234-ce53-4853-92f3-b506282d4917 req-2c109d5b-bc3c-4238-90de-2e5f0280442c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:39.760607 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3cac0234-ce53-4853-92f3-b506282d4917 req-2c109d5b-bc3c-4238-90de-2e5f0280442c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1607139 Oct 15 13:49:39.792649 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fa96f-9703-4790-b059-03b27f39510d req-f5a4bae7-3ac6-4298-9e0d-67d6f7242e61 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:39.795404 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c97fa96f-9703-4790-b059-03b27f39510d req-f5a4bae7-3ac6-4298-9e0d-67d6f7242e61 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1259158 Oct 15 13:49:39.915457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3cac0234-ce53-4853-92f3-b506282d4917 req-d1a2d21c-5f16-4ce1-ba37-cd55c640f2e2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483350 Oct 15 13:49:39.947497 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c97fa96f-9703-4790-b059-03b27f39510d req-bdd8681c-359a-4ce9-b513-a7c8dfdeb7b9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387956 Oct 15 13:49:40.168716 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f1142-27d6-49eb-9bc6-7f12b29a19d4 req-8461438f-bb36-459f-aa00-d2342f359d1d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:40.171244 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb5f1142-27d6-49eb-9bc6-7f12b29a19d4 req-8461438f-bb36-459f-aa00-d2342f359d1d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0627072 Oct 15 13:49:40.239709 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb5f1142-27d6-49eb-9bc6-7f12b29a19d4 req-60c42c11-9274-46a9-afe1-18ae2942005f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575271 Oct 15 13:49:40.310577 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec71ae9-e503-43d3-9235-666785cb6746 req-58bfcc5c-28a1-458c-a9de-0dcb1b4f8b52 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:40.311943 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0ec71ae9-e503-43d3-9235-666785cb6746 req-58bfcc5c-28a1-458c-a9de-0dcb1b4f8b52 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 944 time: 0.0575204 Oct 15 13:49:40.382560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0ec71ae9-e503-43d3-9235-666785cb6746 req-b4d7adb7-71d9-4642-8065-635dd7e8f73c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639002 Oct 15 13:49:40.411126 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:41.181097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba9f7-cbbb-40e5-8700-6d03db00c8e6 req-42f920dd-0c05-41bf-a8e8-eb923171eedb tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:41.182767 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-082ba9f7-cbbb-40e5-8700-6d03db00c8e6 req-42f920dd-0c05-41bf-a8e8-eb923171eedb tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0959167 Oct 15 13:49:41.191640 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1503aa9-4cd6-49d8-9366-397b50777579 req-7870d67c-05da-4057-aac4-1e3eb223dbf3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:41.193572 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1503aa9-4cd6-49d8-9366-397b50777579 req-7870d67c-05da-4057-aac4-1e3eb223dbf3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0894816 Oct 15 13:49:41.275405 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-082ba9f7-cbbb-40e5-8700-6d03db00c8e6 req-a3653154-73a2-4b84-abf9-0ed812b77a13 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Oct 15 13:49:41.284974 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1503aa9-4cd6-49d8-9366-397b50777579 req-5bf5c0aa-ed98-4622-9868-811f772e5b8d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818131 Oct 15 13:49:41.395492 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d35cd-1250-4aa0-9a37-2bcee3345b67 req-11bfb599-36de-47a3-b308-8cd64c856192 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:41.397194 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c5d35cd-1250-4aa0-9a37-2bcee3345b67 req-11bfb599-36de-47a3-b308-8cd64c856192 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0523651 Oct 15 13:49:41.496451 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c5d35cd-1250-4aa0-9a37-2bcee3345b67 req-7a4707b4-6aea-40b6-a8bd-90f5f3fd60ef tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929089 Oct 15 13:49:41.560943 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f44af-a2f4-4d22-84c1-93f6e1738df7 req-24e54d81-3045-44eb-8e8d-363dcd3f233a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:41.563593 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d25f44af-a2f4-4d22-84c1-93f6e1738df7 req-24e54d81-3045-44eb-8e8d-363dcd3f233a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 944 time: 0.0909185 Oct 15 13:49:41.619670 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d25f44af-a2f4-4d22-84c1-93f6e1738df7 req-31af13b0-10a9-4629-9a78-49c444a45209 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502274 Oct 15 13:49:42.188285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-7deba010-5b44-4698-a135-fb6e32dc8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.190849 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-7deba010-5b44-4698-a135-fb6e32dc8854 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ee310ecf-be11-4c15-91ef-9612882639c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590296 Oct 15 13:49:42.479970 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81b80c-497f-4489-b63c-03030b639fd6 req-3e8e4fce-95cb-42b9-9772-1e109d8ba6c5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.482257 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da81b80c-497f-4489-b63c-03030b639fd6 req-3e8e4fce-95cb-42b9-9772-1e109d8ba6c5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1013877 Oct 15 13:49:42.493573 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116890e3-44b6-4de4-86bc-dde803db3cee req-0942a312-d5a7-4b7d-a284-95ce315f2037 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.495636 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-116890e3-44b6-4de4-86bc-dde803db3cee req-0942a312-d5a7-4b7d-a284-95ce315f2037 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1045649 Oct 15 13:49:42.505894 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:42.597067 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da81b80c-497f-4489-b63c-03030b639fd6 req-d575cf01-19e8-4eba-8b6e-894a84187779 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996387 Oct 15 13:49:42.604167 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-116890e3-44b6-4de4-86bc-dde803db3cee req-3d816e53-4169-4e27-8b83-aec17f352c94 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933561 Oct 15 13:49:42.634298 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['22d267b5-2636-4dae-87c7-578106faed38'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:49:42.685773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:42.715847 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-807add47-bcd1-4e20-b109-9da22e361fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.729954 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-807add47-bcd1-4e20-b109-9da22e361fe2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1127 time: 0.1202428 Oct 15 13:49:42.733958 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:42.771745 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:42.849366 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9f0f1-b052-40a0-b2c1-8a4e6fc19fba req-8c6f912b-3398-4a5b-95ef-1be1487a9ea2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.851045 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f9e9f0f1-b052-40a0-b2c1-8a4e6fc19fba req-8c6f912b-3398-4a5b-95ef-1be1487a9ea2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0910573 Oct 15 13:49:42.877090 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1270c-15ed-4742-81ab-0dde84f3a83b req-4e5b79eb-2581-4e84-bc63-435d89aeaa4b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:42.879443 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02e1270c-15ed-4742-81ab-0dde84f3a83b req-4e5b79eb-2581-4e84-bc63-435d89aeaa4b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 944 time: 0.0771430 Oct 15 13:49:42.964219 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f9e9f0f1-b052-40a0-b2c1-8a4e6fc19fba req-634140a8-dd25-4d29-82a0-baf50977e47f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976341 Oct 15 13:49:42.993609 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02e1270c-15ed-4742-81ab-0dde84f3a83b req-cfbf1524-b7dc-4e7f-bb7d-92dede05db63 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934014 Oct 15 13:49:43.167167 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-f782367b-f5ca-4bb7-958d-95ccb6e24de5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472721 Oct 15 13:49:43.492893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edc5d2-2a41-40c2-8dec-6e0741816551 req-2d15aa40-06a8-40a4-8830-44683ea740ab tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:43.495066 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b3edc5d2-2a41-40c2-8dec-6e0741816551 req-2d15aa40-06a8-40a4-8830-44683ea740ab tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0759318 Oct 15 13:49:43.595231 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b3edc5d2-2a41-40c2-8dec-6e0741816551 req-94727d4d-3912-42df-aeef-147bb225912c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912242 Oct 15 13:49:43.999495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80851f9f-5f8d-4eb7-b736-56ab8fbb877f req-27b2f559-e815-4548-a333-d57a232b1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.001072 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-80851f9f-5f8d-4eb7-b736-56ab8fbb877f req-27b2f559-e815-4548-a333-d57a232b1dc5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1130 time: 0.2152891 Oct 15 13:49:44.019654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bd59-bb47-48a9-b366-5df32d107802 req-3719695f-2795-4a3a-8541-c30d13807182 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.021432 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be16bd59-bb47-48a9-b366-5df32d107802 req-3719695f-2795-4a3a-8541-c30d13807182 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.2340260 Oct 15 13:49:44.112513 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-07fd0cd4-94c6-466b-ad0c-1a1eca158577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.114000 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-07fd0cd4-94c6-466b-ad0c-1a1eca158577 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=aabf1193b43040948317be442c5c16f7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4304392 Oct 15 13:49:44.204245 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-58061342-6563-40ab-bf1a-64215ae43b16 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587784 Oct 15 13:49:44.265440 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be16bd59-bb47-48a9-b366-5df32d107802 req-f93cda26-8965-46b4-bf23-e36f97b9e9b0 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217345 Oct 15 13:49:44.332826 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-80851f9f-5f8d-4eb7-b736-56ab8fbb877f req-faf4c677-e476-4176-b134-b4ba161c0ba9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656634 Oct 15 13:49:44.497597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-d17020cb-d638-40b0-9e90-47118e9839a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.504257 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-d17020cb-d638-40b0-9e90-47118e9839a5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1129 time: 0.4475327 Oct 15 13:49:44.669517 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1ac8-81a1-4dda-ba4f-1300d9d3794d req-700f61ec-578c-4772-af1d-b6ff37521ec4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.677105 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7c2f1ac8-81a1-4dda-ba4f-1300d9d3794d req-700f61ec-578c-4772-af1d-b6ff37521ec4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.4271541 Oct 15 13:49:44.740604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51170ea-2f87-411b-960c-82e4a287620c req-4a885a98-34d7-4632-a7a0-881a6eb46fbc tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.740604 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f51170ea-2f87-411b-960c-82e4a287620c req-4a885a98-34d7-4632-a7a0-881a6eb46fbc tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 944 time: 0.1484630 Oct 15 13:49:44.753119 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-1eb8a286-e1c1-4dd2-bb1f-8d5d5a62a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.754687 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f91b675-7c6a-4c37-a41a-a93920a115c7 req-1eb8a286-e1c1-4dd2-bb1f-8d5d5a62a226 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6177704 Oct 15 13:49:44.771252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:44.799078 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:44.819353 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7c2f1ac8-81a1-4dda-ba4f-1300d9d3794d req-76e48777-aae1-4003-9bcd-a9ede163f6f0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412387 Oct 15 13:49:44.835511 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f51170ea-2f87-411b-960c-82e4a287620c req-edff4e09-3bea-4347-816a-cac5244740df tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942667 Oct 15 13:49:44.978212 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c2491-288b-4eb0-acb6-72eefe9ac3dc req-f045da0d-72ed-47ae-80a1-b6d69f718ce7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:44.979842 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d49c2491-288b-4eb0-acb6-72eefe9ac3dc req-f045da0d-72ed-47ae-80a1-b6d69f718ce7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0597982 Oct 15 13:49:45.061774 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d49c2491-288b-4eb0-acb6-72eefe9ac3dc req-794db9fb-028c-4580-a03b-5e92a0d3609d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709631 Oct 15 13:49:45.454116 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025ca3c-b857-4ff9-a621-2e5d1c5304d2 req-933b2410-1ad4-4bea-ac98-23842a38e28a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:45.456057 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f025ca3c-b857-4ff9-a621-2e5d1c5304d2 req-933b2410-1ad4-4bea-ac98-23842a38e28a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Oct 15 13:49:45.514345 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f025ca3c-b857-4ff9-a621-2e5d1c5304d2 req-a4098cd9-2bb7-4a43-a0d9-b66f0db0407c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518279 Oct 15 13:49:45.667060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 22d267b5-2636-4dae-87c7-578106faed38 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:49:45.724611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 22d267b5-2636-4dae-87c7-578106faed38 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:49:45.732968 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 22d267b5-2636-4dae-87c7-578106faed38 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:49:45.733358 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (22d267b5-2636-4dae-87c7-578106faed38), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:45.733699 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 22d267b5-2636-4dae-87c7-578106faed38 Oct 15 13:49:45.831541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 22d267b5-2636-4dae-87c7-578106faed38 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:49:45.832184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (22d267b5-2636-4dae-87c7-578106faed38), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:45.868207 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d267b5-2636-4dae-87c7-578106faed38'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:45.872411 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77254ba6-d31b-4e40-82fb-e5e6399ba184" -d '{"events": [{"server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "name": "network-vif-plugged", "status": "completed", "tag": "22d267b5-2636-4dae-87c7-578106faed38"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:45.917197 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=22d267b5-2636-4dae-87c7-578106faed38,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:49:45.924542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:46.014247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:46.056616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be73a-8875-4eef-a20e-4926f1b180b9 req-80684428-665e-4d9c-b4a8-088f88f9f04f tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:46.058239 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b41be73a-8875-4eef-a20e-4926f1b180b9 req-80684428-665e-4d9c-b4a8-088f88f9f04f tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.1129894 Oct 15 13:49:46.069969 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ff99f-0dbb-4ad8-86fb-46f6aff8e20a req-9a0e709a-1fac-48f6-b1ae-87cbdcea9c72 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:46.071505 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-154ff99f-0dbb-4ad8-86fb-46f6aff8e20a req-9a0e709a-1fac-48f6-b1ae-87cbdcea9c72 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0728095 Oct 15 13:49:46.152502 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b41be73a-8875-4eef-a20e-4926f1b180b9 req-8cdd8e29-b1e0-4972-a2ad-7e22efa400be tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799205 Oct 15 13:49:46.160633 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-154ff99f-0dbb-4ad8-86fb-46f6aff8e20a req-f753be31-6225-4111-b507-fa48e23ff334 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806959 Oct 15 13:49:46.221542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43775ce3-3a79-400d-8770-2738883c2e9c x-openstack-request-id: req-43775ce3-3a79-400d-8770-2738883c2e9c {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:46.221867 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "name": "network-vif-plugged", "status": "completed", "tag": "22d267b5-2636-4dae-87c7-578106faed38", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:46.222127 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43775ce3-3a79-400d-8770-2738883c2e9c {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:46.222731 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43775ce3-3a79-400d-8770-2738883c2e9c'] response: {'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d267b5-2636-4dae-87c7-578106faed38', 'code': 200} Oct 15 13:49:46.280168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0c8f-0c4c-486a-97e5-3085a1a2c5ab req-e0d94a02-b344-412f-8861-ec203d2ac76c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:46.281818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-013f0c8f-0c4c-486a-97e5-3085a1a2c5ab req-e0d94a02-b344-412f-8861-ec203d2ac76c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0544655 Oct 15 13:49:46.337268 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-013f0c8f-0c4c-486a-97e5-3085a1a2c5ab req-a3c8cb59-fb48-4cac-996d-c13218044f3e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491140 Oct 15 13:49:46.650868 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52963bc-9535-49b6-90f3-54caa88fe009 req-44897adf-db3c-4853-8a95-e82596bce5fa tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:46.652491 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f52963bc-9535-49b6-90f3-54caa88fe009 req-44897adf-db3c-4853-8a95-e82596bce5fa tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0527446 Oct 15 13:49:46.706323 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f52963bc-9535-49b6-90f3-54caa88fe009 req-5a686b99-a5af-47f1-acc7-a3458b249bfe tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Oct 15 13:49:47.320678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2abeb8-a99b-4e32-bdf2-db50ad63fa48 req-a7a54b3e-5b4a-4b33-ac70-9178c5b24bcd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:47.322226 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bf2abeb8-a99b-4e32-bdf2-db50ad63fa48 req-a7a54b3e-5b4a-4b33-ac70-9178c5b24bcd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0760903 Oct 15 13:49:47.327904 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cfb13-bc8c-4ac5-851c-e88228ec4914 req-571fd661-065a-49ca-8214-2fbb9da3fd77 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:47.329471 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-362cfb13-bc8c-4ac5-851c-e88228ec4914 req-571fd661-065a-49ca-8214-2fbb9da3fd77 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0939496 Oct 15 13:49:47.401095 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bf2abeb8-a99b-4e32-bdf2-db50ad63fa48 req-0a595189-8ba5-4339-945d-4144a0ef325b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706301 Oct 15 13:49:47.414421 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-362cfb13-bc8c-4ac5-851c-e88228ec4914 req-8cfefdce-ffd6-43e1-be59-6508b16316a1 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Oct 15 13:49:47.517286 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975e350-ae4c-4a39-b0f9-907d3c40d7e0 req-98deca39-88ab-4df3-9bf2-c99ea2ce025a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:47.518791 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3975e350-ae4c-4a39-b0f9-907d3c40d7e0 req-98deca39-88ab-4df3-9bf2-c99ea2ce025a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0512061 Oct 15 13:49:47.574648 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3975e350-ae4c-4a39-b0f9-907d3c40d7e0 req-15cc1884-9914-47f4-a0dc-fa9cb14efe77 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Oct 15 13:49:47.845610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17bdb0-fa5c-473b-9f7c-f0f32c4177ce req-28054410-2b8f-4c2f-a5e1-9ce2ba7599ad tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:47.847147 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bd17bdb0-fa5c-473b-9f7c-f0f32c4177ce req-28054410-2b8f-4c2f-a5e1-9ce2ba7599ad tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0599825 Oct 15 13:49:47.905119 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bd17bdb0-fa5c-473b-9f7c-f0f32c4177ce req-e8fdc5e9-a34d-4f92-af89-8b265f4e0578 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512278 Oct 15 13:49:48.535094 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:48.595764 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1092eb-ef47-4cdb-9cf3-7e30cc8b7c80 req-956dce64-3d26-4885-8b41-12db5e8207ac tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:48.597662 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad1092eb-ef47-4cdb-9cf3-7e30cc8b7c80 req-956dce64-3d26-4885-8b41-12db5e8207ac tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0990214 Oct 15 13:49:48.627936 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020ff4e-6629-4be4-9961-95955023ac87 req-8af71083-3fbf-461c-b906-5516f917101f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:48.629828 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8020ff4e-6629-4be4-9961-95955023ac87 req-8af71083-3fbf-461c-b906-5516f917101f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0989573 Oct 15 13:49:48.664167 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:48.713041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-515e88b2-078a-42a2-81f3-28b827802f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:48.714808 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-515e88b2-078a-42a2-81f3-28b827802f9f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1789556 Oct 15 13:49:48.720357 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-3ba4e40a-f3ad-49c2-900d-f8071dd596eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:48.721969 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-3ba4e40a-f3ad-49c2-900d-f8071dd596eb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1127 time: 0.1231644 Oct 15 13:49:48.745202 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad1092eb-ef47-4cdb-9cf3-7e30cc8b7c80 req-a3b92a6e-d1c4-40e2-9046-48a9931d0cbc tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304746 Oct 15 13:49:48.782253 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-3f17eb4e-cf1f-47e5-abed-12f203f9a5c6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 217 time: 0.0434902 Oct 15 13:49:48.784510 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8020ff4e-6629-4be4-9961-95955023ac87 req-2b54d1c4-b3b1-46e3-ad11-91f0830e41ef tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308920 Oct 15 13:49:48.884891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170988d2-b4a6-44a5-81f2-d3010dd75084 req-6138908c-6ee6-4f12-9b1b-b691b7980c8f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:48.886447 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-170988d2-b4a6-44a5-81f2-d3010dd75084 req-6138908c-6ee6-4f12-9b1b-b691b7980c8f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0567906 Oct 15 13:49:48.950459 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-170988d2-b4a6-44a5-81f2-d3010dd75084 req-d5f22008-773e-49c0-bc20-9ef5b3c7d567 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Oct 15 13:49:49.073402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17330-931c-4b44-ab8c-57d781358e4f req-0ce89509-7752-4e9b-afcb-7a74c85f4dfe tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.075038 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8f17330-931c-4b44-ab8c-57d781358e4f req-0ce89509-7752-4e9b-afcb-7a74c85f4dfe tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0631206 Oct 15 13:49:49.145985 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8f17330-931c-4b44-ab8c-57d781358e4f req-296a1ee8-9235-49b4-b7d3-a0a950068d1f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598245 Oct 15 13:49:49.469181 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-fa9c2a29-2963-47f4-9450-46843e917ff6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 217 time: 0.1344080 Oct 15 13:49:49.498283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-84922592-7e1e-44e2-b447-5526f333fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.501436 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-84922592-7e1e-44e2-b447-5526f333fc04 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.1498573 Oct 15 13:49:49.599438 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972c71-03a6-471c-97a1-5f585c8c38c0 req-82e107bf-46cf-411b-986d-7f16fd8c5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.602091 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-35972c71-03a6-471c-97a1-5f585c8c38c0 req-82e107bf-46cf-411b-986d-7f16fd8c5263 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 1129 time: 0.1496661 Oct 15 13:49:49.615432 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-3c692327-38e7-441c-94f9-72b67dbdfb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.618493 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-3c692327-38e7-441c-94f9-72b67dbdfb24 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076140 Oct 15 13:49:49.624473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-371d932d-0161-43b9-8728-cce0ea7aa1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.626665 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-371d932d-0161-43b9-8728-cce0ea7aa1aa service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.1103356 Oct 15 13:49:49.745037 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-35972c71-03a6-471c-97a1-5f585c8c38c0 req-ccb2944f-1eaf-4343-8e04-fc64838d1f3c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347468 Oct 15 13:49:49.746346 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-d63e933a-9ef1-4839-9d8e-00a85e7f3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:49.748873 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-d63e933a-9ef1-4839-9d8e-00a85e7f3246 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905776 Oct 15 13:49:49.823052 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-3d853ca0-8800-4c6d-966d-64dc0c99a0a7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974413 Oct 15 13:49:49.999428 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf58926-b358-49d5-98db-6c1e1e0d9bdb req-c5fc5460-8a92-4181-8cee-92b17d39d381 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:50.001093 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fdf58926-b358-49d5-98db-6c1e1e0d9bdb req-c5fc5460-8a92-4181-8cee-92b17d39d381 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1093075 Oct 15 13:49:50.026566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544b62d-4ee6-4d57-b238-063a8ec7b524 req-6f403947-b544-4a9f-87a0-8ec1d5496f0a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:50.029073 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4544b62d-4ee6-4d57-b238-063a8ec7b524 req-6f403947-b544-4a9f-87a0-8ec1d5496f0a tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0884511 Oct 15 13:49:50.112978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fdf58926-b358-49d5-98db-6c1e1e0d9bdb req-1984645e-cefd-4f34-b9e5-f2ec8323147d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038675 Oct 15 13:49:50.122971 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4544b62d-4ee6-4d57-b238-063a8ec7b524 req-052ec688-446f-4644-873b-106c99e580af tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832644 Oct 15 13:49:50.317724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be382306-9642-4412-a45e-ce85d9ff2215 req-4610c866-555f-4896-8b69-d54baaa83659 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:50.319320 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be382306-9642-4412-a45e-ce85d9ff2215 req-4610c866-555f-4896-8b69-d54baaa83659 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0819111 Oct 15 13:49:50.362402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e2fb5-2386-46a2-af6c-a7ce9151c9e8 req-2e9a2716-7f06-4adc-8a39-8019f1184324 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:50.364121 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7f6e2fb5-2386-46a2-af6c-a7ce9151c9e8 req-2e9a2716-7f06-4adc-8a39-8019f1184324 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0925057 Oct 15 13:49:50.418949 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be382306-9642-4412-a45e-ce85d9ff2215 req-29fd73ce-d516-4b50-b9c7-67f10a1dbcae tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865614 Oct 15 13:49:50.448503 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7f6e2fb5-2386-46a2-af6c-a7ce9151c9e8 req-7171c947-6756-4978-9ee7-45d383e13a14 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699732 Oct 15 13:49:50.583285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c248-c53e-4e54-af8f-da0e41b8fbde req-78b40167-b02b-4829-9805-9cd180048c00 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:50.584811 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9d83c248-c53e-4e54-af8f-da0e41b8fbde req-78b40167-b02b-4829-9805-9cd180048c00 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Oct 15 13:49:50.602449 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52012) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:50.607902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'floatingip': {'port_id': '00b42a41-b63e-414a-944b-f58697650617'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:49:50.704029 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:50.886286 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:50.973293 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:51.233908 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-07b4e825-e549-4136-a67e-331414a84554 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662299 Oct 15 13:49:51.345198 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:51.347929 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:51.479323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365dddc-7c19-4da0-84c3-6fc5e3d97091 req-18e1c22d-5c56-4324-8c90-5369f3041dd7 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:51.496763 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b365dddc-7c19-4da0-84c3-6fc5e3d97091 req-18e1c22d-5c56-4324-8c90-5369f3041dd7 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.2393847 Oct 15 13:49:51.520679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f329fd-2905-43d6-b7dd-ba7d30be2a21 req-5174bf2d-e1c9-432e-a3ba-99c91ca8cb6d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:51.522624 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-52f329fd-2905-43d6-b7dd-ba7d30be2a21 req-5174bf2d-e1c9-432e-a3ba-99c91ca8cb6d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.2517104 Oct 15 13:49:51.689821 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b365dddc-7c19-4da0-84c3-6fc5e3d97091 req-91fe36fe-b1ad-40b7-b4ea-5fb25d6af242 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971359 Oct 15 13:49:51.780853 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-52f329fd-2905-43d6-b7dd-ba7d30be2a21 req-3817fdf8-5555-429e-8dc1-69413a4f7bd8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106354 Oct 15 13:49:52.243418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:52.244642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3708cd-deaa-4302-bd88-780972d25f4b req-b49edee4-1b64-491e-ae4a-efb1def9c9df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:52.246485 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cc3708cd-deaa-4302-bd88-780972d25f4b req-b49edee4-1b64-491e-ae4a-efb1def9c9df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.3805459 Oct 15 13:49:52.267141 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-67f7183e-e90b-4e13-b8f0-1646deaa7321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:52.430367 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cc3708cd-deaa-4302-bd88-780972d25f4b req-ce54c8d4-e9b2-46f3-abcb-142d3c7311ec tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630034 Oct 15 13:49:52.447052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:52.456499 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:52.572711 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Floating IP 8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd associated. External IP: 172.27.0.178, port: 00b42a41-b63e-414a-944b-f58697650617. Oct 15 13:49:52.775561 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:52.789919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:52.811175 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:49:52.969281 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d8b24-c987-46a2-baa1-e31b92653216 req-092b9cf4-b530-412d-9b1d-eef0e2e48488 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:52.970988 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f95d8b24-c987-46a2-baa1-e31b92653216 req-092b9cf4-b530-412d-9b1d-eef0e2e48488 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.1058769 Oct 15 13:49:53.046098 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:49:53.062946 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547ad6b-c03d-407e-8644-9d3d5d001702 req-bc922d79-c45d-4ab5-8713-4c3d623cab17 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:53.065514 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6547ad6b-c03d-407e-8644-9d3d5d001702 req-bc922d79-c45d-4ab5-8713-4c3d623cab17 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1472588 Oct 15 13:49:53.068702 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:49:53.070199 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:53.093874 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:49:53.094927 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:49:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:53.142285 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f95d8b24-c987-46a2-baa1-e31b92653216 req-ccf851f3-6075-41f9-a632-44dbff53b50b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493626 Oct 15 13:49:53.148012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7816f185-869a-4593-83b2-1f47f817331c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd HTTP/1.1" status: 200 len: 992 time: 2.5401690 Oct 15 13:49:53.148012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'tag': '00b42a41-b63e-414a-944b-f58697650617'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:49:53.150125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3573c-bdd9-4b21-bee8-9bf3987748e9" -d '{"events": [{"name": "network-changed", "server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "tag": "00b42a41-b63e-414a-944b-f58697650617"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:49:53.202436 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6547ad6b-c03d-407e-8644-9d3d5d001702 req-b889d975-edf2-4e9e-83d9-f513a97bd605 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271625 Oct 15 13:49:53.256046 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71ec6f-5792-4499-b78f-499f66c8bc8d x-openstack-request-id: req-9b71ec6f-5792-4499-b78f-499f66c8bc8d {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:49:53.256600 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "tag": "00b42a41-b63e-414a-944b-f58697650617", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:49:53.257089 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b71ec6f-5792-4499-b78f-499f66c8bc8d {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:49:53.257769 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b71ec6f-5792-4499-b78f-499f66c8bc8d'] response: {'name': 'network-changed', 'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'tag': '00b42a41-b63e-414a-944b-f58697650617', 'status': 'completed', 'code': 200} Oct 15 13:49:53.297308 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:49:53.583082 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0bda-9a09-4cfb-9185-994935b2e9af req-5835fe1f-23dd-46c8-b661-0dee3937f1f1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:53.584752 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c5bf0bda-9a09-4cfb-9185-994935b2e9af req-5835fe1f-23dd-46c8-b661-0dee3937f1f1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0610645 Oct 15 13:49:53.650622 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c5bf0bda-9a09-4cfb-9185-994935b2e9af req-f9967d4d-1254-424f-a107-0a09dbf6417b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 Oct 15 13:49:53.745861 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': '00b42a41-b63e-414a-944b-f58697650617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:13:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:00Z', 'updated_at': '2022-10-15T13:49:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:53.789011 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:49:53.805188 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:49:53.806322 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:49:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:53.963993 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:49:54.250261 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': '00b42a41-b63e-414a-944b-f58697650617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:13:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:00Z', 'updated_at': '2022-10-15T13:49:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:54.292912 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e676a-3d51-40d4-a3b0-17e9ae99f57d None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': '00b42a41-b63e-414a-944b-f58697650617', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:13:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:00Z', 'updated_at': '2022-10-15T13:49:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:49:54.356128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf1e3-d81c-4b08-bbc9-db33711e3456 req-b6b100a3-fc7e-4441-a258-13591f77e301 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:54.365011 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7f7cf1e3-d81c-4b08-bbc9-db33711e3456 req-b6b100a3-fc7e-4441-a258-13591f77e301 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.1064503 Oct 15 13:49:54.456113 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7f7cf1e3-d81c-4b08-bbc9-db33711e3456 req-aabcf3a1-27da-4488-ac28-da33928ca69e tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898221 Oct 15 13:49:54.461821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1435b-5365-4470-8d9a-39e392e5d908 req-2f49ddf3-825b-45d6-baf5-71f240644846 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:54.463373 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-44d1435b-5365-4470-8d9a-39e392e5d908 req-2f49ddf3-825b-45d6-baf5-71f240644846 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0818181 Oct 15 13:49:54.536503 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-44d1435b-5365-4470-8d9a-39e392e5d908 req-9a0dc46c-a227-40b1-b052-29488ddcbec5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643375 Oct 15 13:49:54.586469 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0885b6d-b223-438a-a586-ed59525ff395 None None] New status for floating IP 8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd: ACTIVE {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:49:54.590083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3528-737e-4341-8763-a26cd37f3941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:54.837524 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50e1ec-4c5a-4e61-9576-a5f56fd0eb70 req-0daaaa5c-cad5-4294-8d61-fb8a232e7bee tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:54.840185 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c50e1ec-4c5a-4e61-9576-a5f56fd0eb70 req-0daaaa5c-cad5-4294-8d61-fb8a232e7bee tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0811281 Oct 15 13:49:54.935263 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c50e1ec-4c5a-4e61-9576-a5f56fd0eb70 req-8dcdd11e-d487-499d-8d35-7e8b9fccec22 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Oct 15 13:49:55.604013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18a8f-19aa-4891-b012-75c875556a4a req-8427595a-dec9-4190-890f-66fd71fd712b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:55.605494 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e18a8f-19aa-4891-b012-75c875556a4a req-8427595a-dec9-4190-890f-66fd71fd712b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0544569 Oct 15 13:49:55.710130 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab92a-6f5f-4063-bddf-87bd5ef3ae34 req-5f03fa6d-cdfe-439a-a7c6-2754ee1a38b2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:55.711859 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-486ab92a-6f5f-4063-bddf-87bd5ef3ae34 req-5f03fa6d-cdfe-439a-a7c6-2754ee1a38b2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0705919 Oct 15 13:49:55.715207 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4e18a8f-19aa-4891-b012-75c875556a4a req-16de03d7-c1d2-4d89-83c8-084bcf9c9138 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032739 Oct 15 13:49:55.764898 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-486ab92a-6f5f-4063-bddf-87bd5ef3ae34 req-bc6d7cd3-f169-404b-9a4d-5cbef1f58a8c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Oct 15 13:49:56.095715 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fcb3ddbe-b57d-47d5-aa44-0b628d7baf76 req-4a422b87-4e28-4e9b-aac8-687defaa9dcf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248796 Oct 15 13:49:56.154527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:56.167951 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:56.185585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-80d9ad0b-e4e1-4678-acc5-937c6f7845a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:56.187364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-80d9ad0b-e4e1-4678-acc5-937c6f7845a9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1130 time: 0.1339812 Oct 15 13:49:56.190761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:56.193645 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175df8a1-bab1-4e71-afee-5a3f166d8dc2 req-fb998d67-240c-4641-9424-9838b94e03e3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:56.195159 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-175df8a1-bab1-4e71-afee-5a3f166d8dc2 req-fb998d67-240c-4641-9424-9838b94e03e3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1434703 Oct 15 13:49:56.316633 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d63bc5bf-a116-45a6-b375-526fe9211efd req-3840b2b6-8bd5-4cb6-8ec1-d116c66af345 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005843 Oct 15 13:49:56.350567 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-175df8a1-bab1-4e71-afee-5a3f166d8dc2 req-41c8b4a8-0593-4c33-a863-e033d8f5a2a1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409619 Oct 15 13:49:56.361912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-5c204c05-6231-41a1-b509-44a53c64f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:56.363572 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-5c204c05-6231-41a1-b509-44a53c64f396 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.1655295 Oct 15 13:49:56.858856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dc5e4-e3b5-4605-89a5-b2af4ccef345 req-70050260-3f7d-4730-ae67-6715a96e9397 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:56.861326 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-398dc5e4-e3b5-4605-89a5-b2af4ccef345 req-70050260-3f7d-4730-ae67-6715a96e9397 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0655718 Oct 15 13:49:56.953268 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-398dc5e4-e3b5-4605-89a5-b2af4ccef345 req-08b1b5e1-4e8f-40e9-99e7-78cbe7bfaac2 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819046 Oct 15 13:49:56.964677 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec19bc-a9fd-4603-8c8e-3379b242d33b req-7c4e1ac5-bf5c-4f86-b882-edac21c019d5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:56.967039 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ceec19bc-a9fd-4603-8c8e-3379b242d33b req-7c4e1ac5-bf5c-4f86-b882-edac21c019d5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0695403 Oct 15 13:49:57.097505 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-3878d01c-f046-447e-8c65-b2a038991110 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 1002 time: 0.1207075 Oct 15 13:49:57.113754 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ceec19bc-a9fd-4603-8c8e-3379b242d33b req-1a1dbc5e-b9d1-4c41-b319-dd78bb26bf1d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299562 Oct 15 13:49:57.463559 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52184) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:57.501627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf4b-6437-4b27-b8d3-d35943a55853 req-b0cbc6a7-d695-41f7-aec4-063f6eae6572 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:57.503244 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cf7ddf4b-6437-4b27-b8d3-d35943a55853 req-b0cbc6a7-d695-41f7-aec4-063f6eae6572 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0612288 Oct 15 13:49:57.517079 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Deleting subnet 95a97dbe-1a64-4d08-a492-1e2fe9844ba7 {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:49:57.521111 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Publish callbacks [] for subnet (95a97dbe-1a64-4d08-a492-1e2fe9844ba7), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.583195 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cf7ddf4b-6437-4b27-b8d3-d35943a55853 req-d0430c4c-29f8-4134-a7fb-eb070aae2a9a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Oct 15 13:49:57.591689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Publish callbacks [] for subnet (95a97dbe-1a64-4d08-a492-1e2fe9844ba7), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.605822 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (95a97dbe-1a64-4d08-a492-1e2fe9844ba7), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.687594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (95a97dbe-1a64-4d08-a492-1e2fe9844ba7), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.710868 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.737206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a97dbe-1a64-4d08-a492-1e2fe9844ba7,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:57.742985 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.748943 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-11a26cd0-277c-41e8-8eba-d71c3e612b2f admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/95a97dbe-1a64-4d08-a492-1e2fe9844ba7 HTTP/1.1" status: 204 len: 168 time: 0.2835956 Oct 15 13:49:57.751149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52194) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:57.798744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.839679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (28cd6ebc-13b5-489e-b3b5-c2ea21f71a98), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.843380 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:57.851566 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:57.934580 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (28cd6ebc-13b5-489e-b3b5-c2ea21f71a98), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > port after_create 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > port after_update 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.960793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:57.996800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52204) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:58.103091 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c657-8f8f-483b-92bd-145cb3075117 req-66b8cbe4-8440-445e-9804-eb9ee1a68ada tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:58.111361 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d157c657-8f8f-483b-92bd-145cb3075117 req-66b8cbe4-8440-445e-9804-eb9ee1a68ada tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.0713632 Oct 15 13:49:58.114605 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:58.115266 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:58.118116 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:58.118589 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 13:49:58.119072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cd6ebc-13b5-489e-b3b5-c2ea21f71a98']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:58.149529 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4872df-36a1-4dce-929f-9f57966d5901') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:58.152334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4872df-36a1-4dce-929f-9f57966d5901') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:58.173187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (2b4872df-36a1-4dce-929f-9f57966d5901), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.215745 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d157c657-8f8f-483b-92bd-145cb3075117 req-a34b1ba6-12fc-463f-91a5-304b23a9155f tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033242 Oct 15 13:49:58.216725 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (2b4872df-36a1-4dce-929f-9f57966d5901), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.217036 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6b51-dad7-4e8c-811c-c998c9ca0176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.242581 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:49:58.243092 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (2b4872df-36a1-4dce-929f-9f57966d5901), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.315798 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f0871-5c1c-4736-a544-ad091e3924a7 req-ed4820c2-60fb-4938-a522-7fe6ce310b60 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:58.317809 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4e7f0871-5c1c-4736-a544-ad091e3924a7 req-ed4820c2-60fb-4938-a522-7fe6ce310b60 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0969455 Oct 15 13:49:58.418831 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4e7f0871-5c1c-4736-a544-ad091e3924a7 req-ef2a9365-a156-46a7-b21e-a8283e5a0ca3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916541 Oct 15 13:49:58.435671 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (28cd6ebc-13b5-489e-b3b5-c2ea21f71a98), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.477072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.483428 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6b51-dad7-4e8c-811c-c998c9ca0176 admin admin] Publish callbacks [] for security_group (69ee6662-8d0f-440d-ac13-93955bb6e739), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.487006 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/28cd6ebc-13b5-489e-b3b5-c2ea21f71a98 HTTP/1.1" status: 204 len: 168 time: 0.7342024 Oct 15 13:49:58.489162 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea0cc0-b95a-46fc-8fa5-d8e0a61d1aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cd6ebc-13b5-489e-b3b5-c2ea21f71a98,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:58.492377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6b51-dad7-4e8c-811c-c998c9ca0176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (69ee6662-8d0f-440d-ac13-93955bb6e739), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.493129 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52234) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:58.536833 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:58.547538 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5fbb6b51-dad7-4e8c-811c-c998c9ca0176 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9c0fca1ba6844ea0b6f3a3ea311b98b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489495 Oct 15 13:49:58.550799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52240) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:58.556359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb6b51-dad7-4e8c-811c-c998c9ca0176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee6662-8d0f-440d-ac13-93955bb6e739,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:58.649082 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Deleting subnet 798aefeb-17dd-4e5c-b5e0-420b53d9ce3a {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:49:58.656658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Publish callbacks [] for subnet (798aefeb-17dd-4e5c-b5e0-420b53d9ce3a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.728213 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] Publish callbacks [] for security_group (69ee6662-8d0f-440d-ac13-93955bb6e739), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.836620 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:49:58.847643 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 2b4872df-36a1-4dce-929f-9f57966d5901 resource provider aggregate not found Oct 15 13:49:58.882094 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2217db-6d01-427a-b33d-d61b202c6180 req-7648128a-8d81-4c2f-b770-6c6d82472f91 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:58.896266 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (798aefeb-17dd-4e5c-b5e0-420b53d9ce3a), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.898829 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff2217db-6d01-427a-b33d-d61b202c6180 req-7648128a-8d81-4c2f-b770-6c6d82472f91 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1431258 Oct 15 13:49:58.913883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] Publish callbacks [] for security_group (69ee6662-8d0f-440d-ac13-93955bb6e739), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:58.988515 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 2b4872df-36a1-4dce-929f-9f57966d5901 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4872df-36a1-4dce-929f-9f57966d5901 found for delete ", "request_id": "req-a7140167-3938-4f4e-bdba-7f674e81add1"}]} Oct 15 13:49:59.039501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff2217db-6d01-427a-b33d-d61b202c6180 req-d63e840a-a5ed-4fd8-994d-182dd7e1771a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366751 Oct 15 13:49:59.081831 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (798aefeb-17dd-4e5c-b5e0-420b53d9ce3a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.189395 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (69ee6662-8d0f-440d-ac13-93955bb6e739), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.194392 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.196761 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/69ee6662-8d0f-440d-ac13-93955bb6e739 HTTP/1.1" status: 204 len: 168 time: 0.6442389 Oct 15 13:49:59.218041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (798aefeb-17dd-4e5c-b5e0-420b53d9ce3a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.226770 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703bfa0-c77c-4e46-b110-c1df4f4733db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee6662-8d0f-440d-ac13-93955bb6e739,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:59.256210 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52268) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:59.283407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798aefeb-17dd-4e5c-b5e0-420b53d9ce3a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:59.287625 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.293197 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b268a6ae-5f72-4cca-9531-89fa75e26390 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/798aefeb-17dd-4e5c-b5e0-420b53d9ce3a HTTP/1.1" status: 204 len: 168 time: 0.7981594 Oct 15 13:49:59.297058 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52272) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:59.399137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (bccb9803-7c9a-4646-8d16-56055e39c2f1), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.461862 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a7071c47-8a7c-4154-833a-6b5ca2ad01e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.527281 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (bccb9803-7c9a-4646-8d16-56055e39c2f1), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.580261 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb9803-7c9a-4646-8d16-56055e39c2f1']}} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:59.628772 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6735ffe-9f2f-4576-815d-11ff65f6fd93') {'for_net_delete': True} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:59.629074 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6735ffe-9f2f-4576-815d-11ff65f6fd93') {} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:49:59.680825 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7974624'] for segment (c6735ffe-9f2f-4576-815d-11ff65f6fd93), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.707692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8bd9c-fb72-4262-91ae-869691c945ce req-e1b3bd84-a98d-4050-8e8f-6a6c5189b494 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:59.709438 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ed8bd9c-fb72-4262-91ae-869691c945ce req-e1b3bd84-a98d-4050-8e8f-6a6c5189b494 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1507881 Oct 15 13:49:59.740631 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c6735ffe-9f2f-4576-815d-11ff65f6fd93), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.751953 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52278) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:49:59.763154 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-b3a9b8c9-7218-4a41-96cf-9f916125d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:49:59.765254 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-b3a9b8c9-7218-4a41-96cf-9f916125d239 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.1812143 Oct 15 13:49:59.771237 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=111009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:49:59.771559 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6ba6-b91b-49ba-875b-0c22159945ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.771766 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7749150'] for segment (c6735ffe-9f2f-4576-815d-11ff65f6fd93), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.794234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment c6735ffe-9f2f-4576-815d-11ff65f6fd93 resource provider aggregate not found Oct 15 13:49:59.869749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a7071c47-8a7c-4154-833a-6b5ca2ad01e7 admin admin] Publish callbacks [] for security_group (1492164f-7171-4931-b122-6142f3e0b30d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.875524 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment c6735ffe-9f2f-4576-815d-11ff65f6fd93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6735ffe-9f2f-4576-815d-11ff65f6fd93 found for delete ", "request_id": "req-f969611d-5277-4a31-af81-183c32094317"}]} Oct 15 13:49:59.883227 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a7071c47-8a7c-4154-833a-6b5ca2ad01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1492164f-7171-4931-b122-6142f3e0b30d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.908076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6ba6-b91b-49ba-875b-0c22159945ec admin admin] Publish callbacks [] for security_group (44ce5687-6665-4cec-a564-8b5ec1249892), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.914875 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3a3f6ba6-b91b-49ba-875b-0c22159945ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (44ce5687-6665-4cec-a564-8b5ec1249892), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:49:59.916751 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ed8bd9c-fb72-4262-91ae-869691c945ce req-eb0ea387-8776-48c7-9d0f-3d82016f557b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946495 Oct 15 13:49:59.950478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7071c47-8a7c-4154-833a-6b5ca2ad01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1492164f-7171-4931-b122-6142f3e0b30d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:49:59.955110 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (bccb9803-7c9a-4646-8d16-56055e39c2f1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.000643 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3a3f6ba6-b91b-49ba-875b-0c22159945ec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dcea1503d9354b29b8cb7af672c41470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469566 Oct 15 13:50:00.002676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6ba6-b91b-49ba-875b-0c22159945ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce5687-6665-4cec-a564-8b5ec1249892,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:00.007439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52286) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:00.093073 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:00.118842 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] Publish callbacks [] for security_group (44ce5687-6665-4cec-a564-8b5ec1249892), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.173633 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] Publish callbacks [] for security_group (44ce5687-6665-4cec-a564-8b5ec1249892), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.202325 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:00.267838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (44ce5687-6665-4cec-a564-8b5ec1249892), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.271856 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.273814 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/44ce5687-6665-4cec-a564-8b5ec1249892 HTTP/1.1" status: 204 len: 168 time: 0.2647388 Oct 15 13:50:00.290118 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b2859-688f-4775-80c4-52e845d3f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce5687-6665-4cec-a564-8b5ec1249892,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:00.366694 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.372691 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/bccb9803-7c9a-4646-8d16-56055e39c2f1 HTTP/1.1" status: 204 len: 168 time: 1.0742774 Oct 15 13:50:00.384629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a7071c47-8a7c-4154-833a-6b5ca2ad01e7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3587b1ffcb3f4067804b1eb4d873daf3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1269157 Oct 15 13:50:00.389113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52302) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:00.463502 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1822ef-7200-4b9c-8c63-ac83330b5167 admin admin] Pushing event deleted for resources: {'Network': ['ID=bccb9803-7c9a-4646-8d16-56055e39c2f1,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:00.481943 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-dbe4ccac-9772-46b0-a31d-457efc03f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:00.485408 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-dbe4ccac-9772-46b0-a31d-457efc03f938 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5276020 Oct 15 13:50:00.518838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f90547-19e2-4729-a6ce-4fffc6cc78c4 req-0c817a9f-6458-429d-8d02-077447fb091c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:00.521493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91f90547-19e2-4729-a6ce-4fffc6cc78c4 req-0c817a9f-6458-429d-8d02-077447fb091c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1573269 Oct 15 13:50:00.525997 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] Publish callbacks [] for security_group (1492164f-7171-4931-b122-6142f3e0b30d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.572352 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] Publish callbacks [] for security_group (1492164f-7171-4931-b122-6142f3e0b30d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.621369 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91f90547-19e2-4729-a6ce-4fffc6cc78c4 req-a0aa48b7-91fa-4843-928e-caac345bb342 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890405 Oct 15 13:50:00.668535 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1492164f-7171-4931-b122-6142f3e0b30d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.671738 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:00.676564 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1492164f-7171-4931-b122-6142f3e0b30d HTTP/1.1" status: 204 len: 168 time: 0.2853770 Oct 15 13:50:00.690060 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43b616-ee69-4ad5-8fc1-28099573efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1492164f-7171-4931-b122-6142f3e0b30d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:00.856011 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52310) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:00.933223 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b2f9ce42-f572-43d0-ad04-f768c98a5ab8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=3d590755103141aaa003054cb889a183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749857 Oct 15 13:50:00.937053 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52312) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:00.988060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:01.022508 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] Publish callbacks [] for security_group (fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.066123 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] Publish callbacks [] for security_group (fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.145557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:01.176736 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52318) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:01.202439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-766e8172-4f1d-45d2-b18f-6ea0eea745c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.212885 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace77d73-9eb0-4526-9ab7-2407bdb1cb05 req-bef080cc-0c72-4ca6-a052-7e6fc1daadcb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:01.215736 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ace77d73-9eb0-4526-9ab7-2407bdb1cb05 req-bef080cc-0c72-4ca6-a052-7e6fc1daadcb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1548431 Oct 15 13:50:01.254172 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.258629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.260439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d HTTP/1.1" status: 204 len: 168 time: 0.3216460 Oct 15 13:50:01.283695 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52322) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:01.306911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550572-55a0-4228-95c6-6228080ae1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba09c5d-3ba5-4e9c-b9ce-55b150d8f61d,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:01.332118 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2777fba2-a7ae-4d47-beb5-231665ab8d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.380400 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-766e8172-4f1d-45d2-b18f-6ea0eea745c5 admin admin] Publish callbacks [] for security_group (773b0353-e650-442b-926f-909bfe24daa9), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.387318 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ace77d73-9eb0-4526-9ab7-2407bdb1cb05 req-50390d39-4ae9-44a3-9043-3e40efbdda31 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465576 Oct 15 13:50:01.388013 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-766e8172-4f1d-45d2-b18f-6ea0eea745c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (773b0353-e650-442b-926f-909bfe24daa9), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.439376 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-766e8172-4f1d-45d2-b18f-6ea0eea745c5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a1e5848dda374b96a551bd65c5df01c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610686 Oct 15 13:50:01.444884 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52326) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:01.461721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e8172-4f1d-45d2-b18f-6ea0eea745c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b0353-e650-442b-926f-909bfe24daa9,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:01.548621 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2777fba2-a7ae-4d47-beb5-231665ab8d61 admin admin] Publish callbacks [] for security_group (acc48311-381a-450f-b87c-aa759e7054f8), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.558357 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2777fba2-a7ae-4d47-beb5-231665ab8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (acc48311-381a-450f-b87c-aa759e7054f8), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.571541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] Publish callbacks [] for security_group (773b0353-e650-442b-926f-909bfe24daa9), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.638587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777fba2-a7ae-4d47-beb5-231665ab8d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc48311-381a-450f-b87c-aa759e7054f8,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:01.645741 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] Publish callbacks [] for security_group (773b0353-e650-442b-926f-909bfe24daa9), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.653363 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2777fba2-a7ae-4d47-beb5-231665ab8d61 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c1dbf9e4805b4a3ca46ce2440778203e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611889 Oct 15 13:50:01.658366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52328) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:01.738678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] Publish callbacks [] for security_group (acc48311-381a-450f-b87c-aa759e7054f8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.752571 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (773b0353-e650-442b-926f-909bfe24daa9), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.759910 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.762405 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/773b0353-e650-442b-926f-909bfe24daa9 HTTP/1.1" status: 204 len: 168 time: 0.3156831 Oct 15 13:50:01.768914 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] Publish callbacks [] for security_group (acc48311-381a-450f-b87c-aa759e7054f8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.798357 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c227ef-81fb-438a-b5b2-6b0e61fd7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b0353-e650-442b-926f-909bfe24daa9,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:01.847270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (acc48311-381a-450f-b87c-aa759e7054f8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.852508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:50:01.858983 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:01.865739 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/acc48311-381a-450f-b87c-aa759e7054f8 HTTP/1.1" status: 204 len: 168 time: 0.2069581 Oct 15 13:50:01.872733 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea66a5-b79c-4a0b-af86-bf7174835f55 req-22d02ff5-9c9c-48af-8244-6d8a6c5aed5e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:01.874760 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-67ea66a5-b79c-4a0b-af86-bf7174835f55 req-22d02ff5-9c9c-48af-8244-6d8a6c5aed5e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0796490 Oct 15 13:50:01.892204 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65939fa-e2d3-41d9-aa6b-8829b483c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc48311-381a-450f-b87c-aa759e7054f8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:01.955746 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-67ea66a5-b79c-4a0b-af86-bf7174835f55 req-9d9df786-2d15-4b1a-a607-2d9f4a08092b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726733 Oct 15 13:50:02.015347 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:02.076420 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52338) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:02.150173 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8ecac5aa-672e-4aab-89e8-754887737873 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a6ebf4f6aff24a52b2a576688f0ed547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716758 Oct 15 13:50:02.152548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52342) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:02.221767 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] Publish callbacks [] for security_group (36261584-eb24-4dfc-91b2-67d5d45c5679), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.231387 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '5a131939-5800-4807-b2cc-42f66041598f', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:50:02.242988 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:02.254492 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] Publish callbacks [] for security_group (36261584-eb24-4dfc-91b2-67d5d45c5679), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.322676 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:50:02.323220 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.333805 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (36261584-eb24-4dfc-91b2-67d5d45c5679), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.336981 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.338517 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/36261584-eb24-4dfc-91b2-67d5d45c5679 HTTP/1.1" status: 204 len: 168 time: 0.1846876 Oct 15 13:50:02.349964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7a29-e6d6-41fc-8daf-476e51c1d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36261584-eb24-4dfc-91b2-67d5d45c5679,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:02.353852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:50:02.417394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:02.428673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:02.527507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:02.618662 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e485-5cda-4729-b0ab-2d06caaca990 req-a2a5934c-96ad-4d95-9d0c-c7e35dee1cd8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:02.620281 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5681e485-5cda-4729-b0ab-2d06caaca990 req-a2a5934c-96ad-4d95-9d0c-c7e35dee1cd8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.0756578 Oct 15 13:50:02.684472 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5681e485-5cda-4729-b0ab-2d06caaca990 req-cb02f1ad-b027-4d4d-9660-6874f392ffd5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567374 Oct 15 13:50:03.147603 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d85ec2-a932-4e56-a3e9-fe2aee829e1a req-415ed2b8-8205-4de7-a461-7af079dcc11f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:03.149624 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4d85ec2-a932-4e56-a3e9-fe2aee829e1a req-415ed2b8-8205-4de7-a461-7af079dcc11f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0608208 Oct 15 13:50:03.212567 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:03.237838 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4d85ec2-a932-4e56-a3e9-fe2aee829e1a req-fef0ab9d-252d-4deb-86ba-2231d910e03b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Oct 15 13:50:03.391626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52396) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:03.787355 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1840444361-network', 'tenant_id': 'b58d317ad84e46be85ed15b3e51c2f97'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:03.829308 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Made reservation on behalf of b58d317ad84e46be85ed15b3e51c2f97 for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:50:03.835626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:03.846481 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81fe9-fae4-4f2f-b5f4-f15e87404677 req-9b80f398-ccc1-4789-9fdc-1c19f40b7c67 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:03.851266 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:03.854262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c81fe9-fae4-4f2f-b5f4-f15e87404677 req-9b80f398-ccc1-4789-9fdc-1c19f40b7c67 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.0643864 Oct 15 13:50:03.920560 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=10,neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:03.960756 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c81fe9-fae4-4f2f-b5f4-f15e87404677 req-d54fbcde-2567-49eb-9bcf-9810d690e3bc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050200 Oct 15 13:50:03.983210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks [] for security_group (3427d952-b90a-4ecb-bd70-abb5c07e02fa), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:03.990208 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3427d952-b90a-4ecb-bd70-abb5c07e02fa), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.033318 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:50:04.037931 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3427d952-b90a-4ecb-bd70-abb5c07e02fa,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:04.060127 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (fe2857ab-1485-4468-b909-b9e379dcf1b0), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.060759 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Added segment fe2857ab-1485-4468-b909-b9e379dcf1b0 of type vlan for network 48059652-91b4-4864-bff2-b040e5893a7d Oct 15 13:50:04.134372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (48059652-91b4-4864-bff2-b040e5893a7d), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.180421 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (48059652-91b4-4864-bff2-b040e5893a7d), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.182894 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:04.184247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.243412 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8501587 Oct 15 13:50:04.248814 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52422) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:04.250354 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=69 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:04.254657 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=79 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:04.265568 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Request body: {'subnet': {'network_id': '48059652-91b4-4864-bff2-b040e5893a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1840444361-subnet', 'tenant_id': 'b58d317ad84e46be85ed15b3e51c2f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:04.314816 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Made reservation on behalf of b58d317ad84e46be85ed15b3e51c2f97 for: {'subnet': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:50:04.317779 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7915111'] for subnet (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.337934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32441a24-fe81-493b-966b-c333cac9795e admin admin] Pushing event updated for resources: {'Network': ['ID=48059652-91b4-4864-bff2-b040e5893a7d,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:04.363351 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 48059652-91b4-4864-bff2-b040e5893a7d details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:50:04.517487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:04.552098 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a73d76-38ed-400e-b8e6-27fb4ec5c3a6 req-b74b3788-c175-45df-9091-64a5611686fa tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:04.561586 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8a73d76-38ed-400e-b8e6-27fb4ec5c3a6 req-b74b3788-c175-45df-9091-64a5611686fa tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1193171 Oct 15 13:50:04.607597 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:04.632292 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52440) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:04.772710 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8a73d76-38ed-400e-b8e6-27fb4ec5c3a6 req-64ebfad4-56cb-4722-85c5-5dd4d22bb508 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100122 Oct 15 13:50:04.813009 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-0d80d33a-1b08-4d3c-9cdc-6226baa47602 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817387 Oct 15 13:50:04.880412 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcfb01c6-60ae-4006-a0ec-f3bff3b57a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:04.984144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7749301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7915125'] for subnet (bd799cd6-c155-423a-9a0f-2781f6038a8b), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.057347 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcfb01c6-60ae-4006-a0ec-f3bff3b57a6c admin admin] Publish callbacks [] for security_group (8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.065202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dcfb01c6-60ae-4006-a0ec-f3bff3b57a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.092808 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ced3573c-bdd9-4b21-bee8-9bf3987748e9 req-7561a1e9-83da-413f-bc74-d7e015076b75 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307832 Oct 15 13:50:05.099215 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd799cd6-c155-423a-9a0f-2781f6038a8b,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:05.127272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Checking segment: {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:50:05.127634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Network hostable DHCP agents. Network: 48059652-91b4-4864-bff2-b040e5893a7d, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:50:05.145308 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-dcfb01c6-60ae-4006-a0ec-f3bff3b57a6c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bca8becce97b4fdb8c5dd1c753693b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097280 Oct 15 13:50:05.146583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb01c6-60ae-4006-a0ec-f3bff3b57a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:05.149272 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52456) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:05.173485 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:05.200536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8424-b34c-4de7-9812-c97067f8d214 req-aba1c2e5-72f6-4d88-90f8-d92144a35886 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:05.203282 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-301c8424-b34c-4de7-9812-c97067f8d214 req-aba1c2e5-72f6-4d88-90f8-d92144a35886 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.0886977 Oct 15 13:50:05.211008 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Network 48059652-91b4-4864-bff2-b040e5893a7d is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:50:05.229767 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] Publish callbacks [] for security_group (8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.237925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 48059652-91b4-4864-bff2-b040e5893a7d) {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:50:05.243727 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:05.244381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.250828 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7ce1c-a2df-4cfc-ae32-3ccdceaef655 None None] Network 48059652-91b4-4864-bff2-b040e5893a7d requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:50:05.272720 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] Publish callbacks [] for security_group (8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.286458 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-dd645736-8446-4d11-9d1e-f20508c568f0 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0340445 Oct 15 13:50:05.317689 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-301c8424-b34c-4de7-9812-c97067f8d214 req-8ed5f90b-adbc-4d6f-bf95-77c8785d3382 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062982 Oct 15 13:50:05.418269 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.427934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:05.429503 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9 HTTP/1.1" status: 204 len: 168 time: 0.2792571 Oct 15 13:50:05.453089 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea6ce7-a980-49eb-848a-d95167d6d055 None None] Network 48059652-91b4-4864-bff2-b040e5893a7d requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:50:05.467637 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bc0fd-59ea-4b90-b3bb-483c4aa60010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f13fcc9-6ead-4b9d-95d9-d51edfa4dcd9,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:05.532551 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['5a131939-5800-4807-b2cc-42f66041598f'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:50:05.716350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:05.956668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff96d5a-fa69-4b6e-8da7-5e28485c7a8d req-8f281508-4ecb-4660-b1da-747840c9534c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:05.958703 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ff96d5a-fa69-4b6e-8da7-5e28485c7a8d req-8f281508-4ecb-4660-b1da-747840c9534c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1005130 Oct 15 13:50:06.061376 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ff96d5a-fa69-4b6e-8da7-5e28485c7a8d req-c7275c8f-1392-4d49-bb77-07fb2313dd19 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955827 Oct 15 13:50:06.541316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8f665-1ea0-4913-af58-6c04e5fd886f req-5fd10fb1-7e8b-4c24-b7a4-254666517790 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:06.543894 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-69a8f665-1ea0-4913-af58-6c04e5fd886f req-5fd10fb1-7e8b-4c24-b7a4-254666517790 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.1009071 Oct 15 13:50:06.611398 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-69a8f665-1ea0-4913-af58-6c04e5fd886f req-ebbfcfd8-ad9a-465a-bb3d-96c54b5b2838 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553858 Oct 15 13:50:07.196049 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b26ac4-1f67-4319-a452-0fe6f3f971e7 req-ebcbf260-8fa2-491a-8f3a-4e09fd238144 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:07.197748 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-31b26ac4-1f67-4319-a452-0fe6f3f971e7 req-ebcbf260-8fa2-491a-8f3a-4e09fd238144 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0576632 Oct 15 13:50:07.309611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:50:07.320921 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-31b26ac4-1f67-4319-a452-0fe6f3f971e7 req-8d85f462-71dc-4c06-85c1-ba4764a434cd tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152439 Oct 15 13:50:07.392809 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:50:07.414926 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 5a131939-5800-4807-b2cc-42f66041598f completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:50:07.428497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 5a131939-5800-4807-b2cc-42f66041598f triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:50:07.429620 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5a131939-5800-4807-b2cc-42f66041598f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:07.430244 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 5a131939-5800-4807-b2cc-42f66041598f Oct 15 13:50:07.571754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:50:07.572715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:07.603907 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:07.606382 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400224b-dec5-4147-b61a-a7dcb5684eb4" -d '{"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:07.624876 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:07.634356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:07.678885 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba408f-c7b6-40a9-82e2-cbcf1df56e15 x-openstack-request-id: req-ccba408f-c7b6-40a9-82e2-cbcf1df56e15 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:07.678885 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:07.678885 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccba408f-c7b6-40a9-82e2-cbcf1df56e15 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:07.678885 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccba408f-c7b6-40a9-82e2-cbcf1df56e15'] response: {'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'code': 200} Oct 15 13:50:07.721226 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:07.837013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53dc66-561d-49fd-acab-19dcbba5cbcd req-31f5be47-a9ce-4384-acb7-1b4983036a35 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:07.838991 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3d53dc66-561d-49fd-acab-19dcbba5cbcd req-31f5be47-a9ce-4384-acb7-1b4983036a35 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1152916 Oct 15 13:50:07.970190 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d05897-3b77-4d6a-aa2e-d3a434a982b4 req-895442a9-6ba9-4ebc-a2a3-7258b0f53cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:07.971730 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09d05897-3b77-4d6a-aa2e-d3a434a982b4 req-895442a9-6ba9-4ebc-a2a3-7258b0f53cf9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1129 time: 0.1127200 Oct 15 13:50:07.980052 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3d53dc66-561d-49fd-acab-19dcbba5cbcd req-8a37d5a7-af2b-44dd-9df6-2664a49b24c7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307926 Oct 15 13:50:08.030006 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:08.045798 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09d05897-3b77-4d6a-aa2e-d3a434a982b4 req-6e0d4a60-3c5c-4c55-b60f-1467b9282c83 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647409 Oct 15 13:50:08.269231 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-f7c15564-979e-4048-b796-06b25c0c19b5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:08.270868 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-f7c15564-979e-4048-b796-06b25c0c19b5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 809 time: 0.1218317 Oct 15 13:50:08.288838 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-bf8e5fe1-6491-4bdf-b55c-4a62a4049e8e tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/quotas/b58d317ad84e46be85ed15b3e51c2f97 HTTP/1.1" status: 200 len: 375 time: 0.0112467 Oct 15 13:50:08.328222 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-4dc6e071-7b9e-412a-8276-2d8a4d51d0ac tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324416 Oct 15 13:50:08.507655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352a4f-89fc-445c-a6d9-6dd6fc0a62c7 req-2bfcdff4-d8cf-4112-a50b-f94c2988ca6e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:08.509297 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2b352a4f-89fc-445c-a6d9-6dd6fc0a62c7 req-2bfcdff4-d8cf-4112-a50b-f94c2988ca6e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0855317 Oct 15 13:50:08.511248 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-8d864c9a-5fbf-4ddb-a6db-9c96f634de46 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764824 Oct 15 13:50:08.636889 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2b352a4f-89fc-445c-a6d9-6dd6fc0a62c7 req-2bab3ae1-0630-4b0c-9768-8cf3ad93b993 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Oct 15 13:50:08.666735 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-1f63e3ad-89bd-41d1-b852-0d9dea91b31f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453409 Oct 15 13:50:08.933640 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-49384560-143a-4331-ba29-2e9f9752fc59 req-5b7686da-cf2c-4546-bd2c-4967a05b190d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0494473 Oct 15 13:50:09.194197 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d6e0-9bf8-4c64-88ec-1ccf4474265a req-e2563b20-724a-4700-a437-1aba38d0829f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:09.195913 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-37c1d6e0-9bf8-4c64-88ec-1ccf4474265a req-e2563b20-724a-4700-a437-1aba38d0829f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0596771 Oct 15 13:50:09.244203 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:09.273072 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-37c1d6e0-9bf8-4c64-88ec-1ccf4474265a req-c820b9cf-42c4-4ec2-bf5f-97f101fc8120 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629630 Oct 15 13:50:09.797304 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33bfdb-1978-49f0-a028-22689e48a477 req-6742453a-3e26-4f3b-b2d1-faad13db46b4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:09.798965 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da33bfdb-1978-49f0-a028-22689e48a477 req-6742453a-3e26-4f3b-b2d1-faad13db46b4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0585699 Oct 15 13:50:09.856197 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da33bfdb-1978-49f0-a028-22689e48a477 req-6f0c406b-4d87-4beb-b6f5-b9eca233f6bf tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510809 Oct 15 13:50:10.097975 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2b032e61-a9f0-4b5a-ac35-9acb50783989 req-d12eca9d-8e39-477a-b774-b8dbae63219d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0315168 Oct 15 13:50:10.452717 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb4e44-8ace-43cf-8753-f9ba7fcb94d0 req-f6815790-1a08-44a5-8aa4-ec3dbd51fe82 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:10.455149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42eb4e44-8ace-43cf-8753-f9ba7fcb94d0 req-f6815790-1a08-44a5-8aa4-ec3dbd51fe82 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0611515 Oct 15 13:50:10.574232 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42eb4e44-8ace-43cf-8753-f9ba7fcb94d0 req-82c78f77-494e-4a36-9c99-009a206c32cb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071723 Oct 15 13:50:11.020558 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991034eb-18e6-4a51-825d-232cbcd29983 req-67492452-fa5c-49ac-97f4-4d5c3e8b2905 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:11.022196 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-991034eb-18e6-4a51-825d-232cbcd29983 req-67492452-fa5c-49ac-97f4-4d5c3e8b2905 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0762835 Oct 15 13:50:11.079435 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-991034eb-18e6-4a51-825d-232cbcd29983 req-2f0ead5e-3e3d-4171-b6e1-0ab9a7847a8e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Oct 15 13:50:11.211815 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8f2b5b75-bfb4-4803-a18a-7c5263490549 req-30e23f54-8da7-435d-8841-2e238b649a24 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0310984 Oct 15 13:50:11.756037 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cc6d4-3478-49df-8954-50589bfb01a5 req-356f58ae-612d-4021-ac7d-658afcac744c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:11.759622 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-123cc6d4-3478-49df-8954-50589bfb01a5 req-356f58ae-612d-4021-ac7d-658afcac744c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0604460 Oct 15 13:50:11.820804 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-123cc6d4-3478-49df-8954-50589bfb01a5 req-7062f9b1-fb22-4223-bdd7-6b7f9826b650 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565536 Oct 15 13:50:12.223865 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596f17b-98ed-44c9-aac6-391734056ef3 req-9d398960-e11b-474a-af96-1fea950d6479 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:12.225419 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3596f17b-98ed-44c9-aac6-391734056ef3 req-9d398960-e11b-474a-af96-1fea950d6479 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0540528 Oct 15 13:50:12.279752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:12.289301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3596f17b-98ed-44c9-aac6-391734056ef3 req-1de4b09b-87fa-4c12-988a-2f6ff6e3e7e8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Oct 15 13:50:12.333310 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-eb0768e0-fd4b-4592-adce-4ced104f3943 req-f0600790-1ac6-4d4c-a448-3338ab296843 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0305641 Oct 15 13:50:12.502770 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:12.963978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dd7bb-c9bf-47f3-b0e4-33d9a068295b req-6e92c6ad-e8f7-49e4-bc48-022e5c02222d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:12.965468 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-567dd7bb-c9bf-47f3-b0e4-33d9a068295b req-6e92c6ad-e8f7-49e4-bc48-022e5c02222d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0568669 Oct 15 13:50:13.033248 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-567dd7bb-c9bf-47f3-b0e4-33d9a068295b req-90fbd7d6-0f30-4abf-abbd-2bb9ea587504 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606163 Oct 15 13:50:13.481007 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38c437a1-a8b9-42a1-8b65-70b45b3c678f req-2b244372-5f2a-4646-bd54-aaaef05bbeef tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0554795 Oct 15 13:50:13.496004 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9132-f465-4e80-bc02-b17096b171f9 req-d0b95fbc-2547-4383-9cb5-d867327a0077 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:13.498788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d04c9132-f465-4e80-bc02-b17096b171f9 req-d0b95fbc-2547-4383-9cb5-d867327a0077 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1231725 Oct 15 13:50:13.567912 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d04c9132-f465-4e80-bc02-b17096b171f9 req-91e2797c-6ba1-476a-ad94-959b91ed2914 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Oct 15 13:50:14.167891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f051fd-30d8-4d96-b50f-ec7ab07759c0 req-bd5d438a-37dc-46b2-bc95-6d0d112ab91c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:14.169898 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-43f051fd-30d8-4d96-b50f-ec7ab07759c0 req-bd5d438a-37dc-46b2-bc95-6d0d112ab91c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0501840 Oct 15 13:50:14.235145 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-43f051fd-30d8-4d96-b50f-ec7ab07759c0 req-e7e1e41f-1c3d-4b2c-bebf-2a6d06b9c7c3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578425 Oct 15 13:50:14.598281 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ac853f0f-1730-4794-8741-a83c5afe768a req-c5b969b5-5fc2-4cd4-9ad9-41c91ee87ce0 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0301533 Oct 15 13:50:14.716973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d84897-e626-4646-b9c4-7c846674a5a4 req-0f936a38-ff26-4754-a8a9-9695c734f1e2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:14.718938 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-21d84897-e626-4646-b9c4-7c846674a5a4 req-0f936a38-ff26-4754-a8a9-9695c734f1e2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0587912 Oct 15 13:50:14.790886 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-21d84897-e626-4646-b9c4-7c846674a5a4 req-4b393580-b430-464d-b25b-4a77bb5e79ca tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655844 Oct 15 13:50:15.375951 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=61,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:15.410622 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834881-6b76-40aa-b7b0-84b0512a9848 req-b95cac6f-e57e-4cb1-9725-252870fbd9b1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:15.412264 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa834881-6b76-40aa-b7b0-84b0512a9848 req-b95cac6f-e57e-4cb1-9725-252870fbd9b1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0717309 Oct 15 13:50:15.468203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:15.472150 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa834881-6b76-40aa-b7b0-84b0512a9848 req-df7394bb-2a05-46af-aa7d-4efa3af28640 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521226 Oct 15 13:50:15.725276 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3bd512c9-d70e-4fbc-b82a-23cd264bcb46 req-695544a1-e35f-4b76-865a-58b4533e1564 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0301583 Oct 15 13:50:15.925927 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:15.940947 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c352b92-2ce0-4330-a302-572ea59277e2 req-0e49aece-0c15-4559-92cb-087fb480c45a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:15.942566 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9c352b92-2ce0-4330-a302-572ea59277e2 req-0e49aece-0c15-4559-92cb-087fb480c45a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0579379 Oct 15 13:50:16.013393 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9c352b92-2ce0-4330-a302-572ea59277e2 req-44e5adbb-dc2e-4b7f-81f5-e65790c6cf6a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Oct 15 13:50:16.658488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c988e-c405-4f2a-8069-a4ed8650f871 req-235a2a7e-d683-47e2-8755-33db6891249d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:16.660132 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-461c988e-c405-4f2a-8069-a4ed8650f871 req-235a2a7e-d683-47e2-8755-33db6891249d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0731854 Oct 15 13:50:16.719647 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-461c988e-c405-4f2a-8069-a4ed8650f871 req-7a8b7bb6-86fc-4e21-b7ea-ee60dfa9b0af tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535240 Oct 15 13:50:16.844023 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-64be75ea-40fe-43c1-a13c-80105e20d247 req-2f2e4fbe-e929-43c2-8331-e29bb1517ec7 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0379856 Oct 15 13:50:17.169137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909fc1-8134-41ea-9dc6-3f5e8c75a8fa req-5b146c12-9fff-4f2d-8f65-dd9eacfa8490 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:17.171485 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bc909fc1-8134-41ea-9dc6-3f5e8c75a8fa req-5b146c12-9fff-4f2d-8f65-dd9eacfa8490 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0554078 Oct 15 13:50:17.228690 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bc909fc1-8134-41ea-9dc6-3f5e8c75a8fa req-9677038b-8d4e-4dd9-97c0-8db9f552a129 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513585 Oct 15 13:50:17.719380 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=56 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:17.881902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4a655-7419-49de-80b4-632ed7607fac req-f3431e27-4e24-4480-9dc8-c8cc9134b9a5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:17.883552 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-acf4a655-7419-49de-80b4-632ed7607fac req-f3431e27-4e24-4480-9dc8-c8cc9134b9a5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0602424 Oct 15 13:50:17.969270 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-acf4a655-7419-49de-80b4-632ed7607fac req-15acc216-9bfb-4d8b-862d-00ca7bfebbe7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759020 Oct 15 13:50:17.986743 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffb48f2e-a5ad-42d1-a71c-9197b2359a84 req-0b3affcc-c882-4a90-85ae-f0788a5ed618 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0316989 Oct 15 13:50:18.382673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552679ec-9c23-46c7-9125-f1f807076959 req-fabcea68-83ca-42d5-ba22-fe3547da3376 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:18.384363 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-552679ec-9c23-46c7-9125-f1f807076959 req-fabcea68-83ca-42d5-ba22-fe3547da3376 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0680215 Oct 15 13:50:18.427776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:18.442577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-552679ec-9c23-46c7-9125-f1f807076959 req-e7ca2481-fbd6-405b-90e8-34452e71a08a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507450 Oct 15 13:50:19.127799 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f2a5be82-9d7e-46d1-8256-2f179da60006 req-ad56aef8-8708-44f2-a1ae-193e94f53494 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0507114 Oct 15 13:50:19.143915 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720f59-f1cd-4f51-a836-dd91bbc4c73e req-c7518935-6e52-48f2-8b63-c52d9b689d47 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:19.145566 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e720f59-f1cd-4f51-a836-dd91bbc4c73e req-c7518935-6e52-48f2-8b63-c52d9b689d47 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0796752 Oct 15 13:50:19.221795 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e720f59-f1cd-4f51-a836-dd91bbc4c73e req-5bfda040-d89b-4112-9131-16ffcdcf9cce tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689068 Oct 15 13:50:19.583727 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e9e1-0969-43b1-8508-616985505387 req-d488afe1-1318-40d2-aed0-182d9fb853c5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:19.585652 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6bc9e9e1-0969-43b1-8508-616985505387 req-d488afe1-1318-40d2-aed0-182d9fb853c5 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0570061 Oct 15 13:50:19.648540 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6bc9e9e1-0969-43b1-8508-616985505387 req-7ebd5508-e07f-41e9-bcdf-659b04df6ff2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Oct 15 13:50:20.250431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a726171-9e2d-4786-8d7c-afc6a74f5b2b req-4cc71724-0207-4ae0-81b4-57ad13ddce69 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0294724 Oct 15 13:50:20.378962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ddd4-a118-4902-b07d-0e4a972fa5ff req-d585e10e-825d-4d42-a406-fd3ecbee2712 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:20.380696 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3669ddd4-a118-4902-b07d-0e4a972fa5ff req-d585e10e-825d-4d42-a406-fd3ecbee2712 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0554693 Oct 15 13:50:20.440373 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3669ddd4-a118-4902-b07d-0e4a972fa5ff req-b5d617fb-af14-4ee9-88ed-3ab99824361f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535886 Oct 15 13:50:20.783904 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f093af-6efe-45e4-916f-9f1b70df78ae req-c905f644-0610-4f2a-bbff-8a9fb0d69a7d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:20.785570 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6f093af-6efe-45e4-916f-9f1b70df78ae req-c905f644-0610-4f2a-bbff-8a9fb0d69a7d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0552137 Oct 15 13:50:20.846422 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6f093af-6efe-45e4-916f-9f1b70df78ae req-aa6068b6-b086-417e-827a-f0cd8f955cd1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531418 Oct 15 13:50:21.457917 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-143858a3-d770-4389-a22b-fd55692a2490 req-b8649470-5f7d-4a91-9c06-c8be0a2b8b9e tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0577774 Oct 15 13:50:21.611204 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd460c7-3d97-4098-806f-80f5b6d368e7 req-4d9c1b03-001d-4562-8469-6e5ab4c709b4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:21.612964 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cfd460c7-3d97-4098-806f-80f5b6d368e7 req-4d9c1b03-001d-4562-8469-6e5ab4c709b4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0746958 Oct 15 13:50:21.692074 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cfd460c7-3d97-4098-806f-80f5b6d368e7 req-b4466e3a-ba81-4974-91f1-b3eaaa4cb328 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701590 Oct 15 13:50:21.935124 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe74bbb-a32a-4043-b69e-2e51905bba84 req-77c1f234-ffcb-403c-9f22-80c86971f425 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:21.936815 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9fe74bbb-a32a-4043-b69e-2e51905bba84 req-77c1f234-ffcb-403c-9f22-80c86971f425 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0950520 Oct 15 13:50:21.950794 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52796) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:21.956203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'floatingip': {'port_id': '5a131939-5800-4807-b2cc-42f66041598f'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:22.049883 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f0a-170d-4221-ab9e-0fc8fe832c7d req-387a96c7-7395-4d02-b9a3-e3ac29b2c731 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:22.053778 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d1701f0a-170d-4221-ab9e-0fc8fe832c7d req-387a96c7-7395-4d02-b9a3-e3ac29b2c731 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1116703 Oct 15 13:50:22.061588 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:22.117351 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:22.141925 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d1701f0a-170d-4221-ab9e-0fc8fe832c7d req-efcbd5df-19df-467a-97f9-47636d190cf3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720425 Oct 15 13:50:22.287107 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f8b91f46-c922-46d3-a3c5-ba9c6820a4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:22.497350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:22.619281 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a8bc6f2e-6593-4608-a2da-8ad059e0636d req-3feeeca8-0d03-473c-aacb-a47fe6093e23 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0420127 Oct 15 13:50:23.181568 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52856) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:23.197566 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.206882 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.354102 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Floating IP d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f associated. External IP: 172.27.0.250, port: 5a131939-5800-4807-b2cc-42f66041598f. Oct 15 13:50:23.359120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f3078130-183f-4d62-b300-9bfc75081a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.391442 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f411d-4368-4afa-96cd-99a2d03b37ed req-4deda1e7-1d41-4e66-b328-971dd7de98c7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:23.393734 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-877f411d-4368-4afa-96cd-99a2d03b37ed req-4deda1e7-1d41-4e66-b328-971dd7de98c7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1225977 Oct 15 13:50:23.550062 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-877f411d-4368-4afa-96cd-99a2d03b37ed req-f97443d3-3a0d-4901-a90d-ea1b2d26d131 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344662 Oct 15 13:50:23.686440 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f3078130-183f-4d62-b300-9bfc75081a1f admin admin] Publish callbacks [] for security_group (a08255f1-7c39-40a5-9e34-b9eb428cb17c), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.707591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f3078130-183f-4d62-b300-9bfc75081a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a08255f1-7c39-40a5-9e34-b9eb428cb17c), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.780366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:50:23.784683 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3078130-183f-4d62-b300-9bfc75081a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08255f1-7c39-40a5-9e34-b9eb428cb17c,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:23.793462 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:23.844549 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-f3078130-183f-4d62-b300-9bfc75081a1f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f493a21b298f44deaf88816ba4a8da75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6603930 Oct 15 13:50:23.863951 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52876) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:23.873209 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1dd884d8-725a-4cf3-bc68-252b7c97b345 req-c5ac692a-eea2-432e-9d7e-eda778d45932 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0546348 Oct 15 13:50:23.889038 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:23.966362 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:50:23.973778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] Publish callbacks [] for security_group (a08255f1-7c39-40a5-9e34-b9eb428cb17c), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.974603 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:23.982711 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:50:23.996632 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:50:23.997480 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:49:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:24.018732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] Publish callbacks [] for security_group (a08255f1-7c39-40a5-9e34-b9eb428cb17c), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.026376 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ed47e346-df27-4626-9d28-93b11d891154 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f HTTP/1.1" status: 200 len: 991 time: 2.0704112 Oct 15 13:50:24.026376 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:24.027216 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe2292d-3949-44a3-bd4c-6c5400cce1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:24.076860 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd2adc-11fa-41a6-b959-6dd5cc735932 x-openstack-request-id: req-dccd2adc-11fa-41a6-b959-6dd5cc735932 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:24.077169 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:24.077526 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dccd2adc-11fa-41a6-b959-6dd5cc735932 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:24.078172 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dccd2adc-11fa-41a6-b959-6dd5cc735932'] response: {'name': 'network-changed', 'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'status': 'completed', 'code': 200} Oct 15 13:50:24.090407 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a08255f1-7c39-40a5-9e34-b9eb428cb17c), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.093771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.097794 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a08255f1-7c39-40a5-9e34-b9eb428cb17c HTTP/1.1" status: 204 len: 168 time: 0.2295432 Oct 15 13:50:24.118337 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96727ecf-9a7a-4ed7-9596-346af72fc9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08255f1-7c39-40a5-9e34-b9eb428cb17c,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:24.134724 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:50:24.485881 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52886) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:24.489963 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd7e7c0a2-dbb4-4828-ab76-deebe7b11f1f', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:10Z', 'updated_at': '2022-10-15T13:50:22Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:24.519139 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-428b3ae5-928d-4132-91ef-3cc03543f448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.522949 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-28d3ec2f-e0a6-4d58-9a2f-8f6508d23b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:24.525374 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-28d3ec2f-e0a6-4d58-9a2f-8f6508d23b6f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1129 time: 0.0522571 Oct 15 13:50:24.597862 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:50:24.599749 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-65131cf0-a6d1-4ada-bf7d-24e0c6e949af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.645131 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:50:24.648485 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:50:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:24.682589 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-428b3ae5-928d-4132-91ef-3cc03543f448 admin admin] Publish callbacks [] for security_group (e3eafaee-40d1-438e-bcd6-d77bf6918782), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.684285 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:24.690482 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-428b3ae5-928d-4132-91ef-3cc03543f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e3eafaee-40d1-438e-bcd6-d77bf6918782), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:24.732451 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3ae5-928d-4132-91ef-3cc03543f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eafaee-40d1-438e-bcd6-d77bf6918782,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:24.791230 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-428b3ae5-928d-4132-91ef-3cc03543f448 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=be9c3b63e7084ebea439b7814d0d6c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041592 Oct 15 13:50:24.796054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52898) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:24.819654 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:50:24.932200 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe60f5-d810-4af0-b103-8468fd0959e6 req-1b5038eb-8b4d-4b87-9973-be1e09efb012 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:24.954474 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dbbe60f5-d810-4af0-b103-8468fd0959e6 req-1b5038eb-8b4d-4b87-9973-be1e09efb012 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0895903 Oct 15 13:50:24.968402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-c35acc1f-71cc-4487-bc8d-920325cd2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:24.969874 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-c35acc1f-71cc-4487-bc8d-920325cd2736 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.4354661 Oct 15 13:50:25.049254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] Publish callbacks [] for security_group (e3eafaee-40d1-438e-bcd6-d77bf6918782), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:25.076100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] Publish callbacks [] for security_group (e3eafaee-40d1-438e-bcd6-d77bf6918782), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:25.165099 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd7e7c0a2-dbb4-4828-ab76-deebe7b11f1f', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:10Z', 'updated_at': '2022-10-15T13:50:22Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:25.203571 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1738f-80e5-4233-bbde-ead7ac42bb18 None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd7e7c0a2-dbb4-4828-ab76-deebe7b11f1f', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.250', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:49:10Z', 'updated_at': '2022-10-15T13:50:22Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:50:25.280592 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb05c7a4-de00-43c9-86c4-9f49f5f95b38 req-5862a155-0cad-4247-8f12-66ccfa73fcd6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.1320035 Oct 15 13:50:25.385222 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a20ac-a6e6-4105-8e2c-ef4c59d5c8fc req-ac55c150-befb-421b-94dd-a0f84d19b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:25.385835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fa6f0803-2e4b-4350-8a83-51f3a18f22b9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:25.386763 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-953a20ac-a6e6-4105-8e2c-ef4c59d5c8fc req-ac55c150-befb-421b-94dd-a0f84d19b929 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1129 time: 0.2534544 Oct 15 13:50:25.400240 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fa6f0803-2e4b-4350-8a83-51f3a18f22b9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 809 time: 0.2494695 Oct 15 13:50:25.420758 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Request body: {'port': {'device_id': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d', 'admin_state_up': True, 'tenant_id': 'b58d317ad84e46be85ed15b3e51c2f97'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:25.487391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e3eafaee-40d1-438e-bcd6-d77bf6918782), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:25.510613 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:25.510613 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e3eafaee-40d1-438e-bcd6-d77bf6918782 HTTP/1.1" status: 204 len: 168 time: 0.7084794 Oct 15 13:50:25.591962 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dbbe60f5-d810-4af0-b103-8468fd0959e6 req-781b5cb8-9883-49cb-b817-5528d8b37333 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325712 Oct 15 13:50:25.603618 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52916) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:25.667234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-953a20ac-a6e6-4105-8e2c-ef4c59d5c8fc req-4e3a9543-6f74-4864-8d3b-c5a6fc7cfe1a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704268 Oct 15 13:50:25.668470 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e39bf-fc97-425f-89f1-9715879a6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eafaee-40d1-438e-bcd6-d77bf6918782,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:25.674076 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-faa53c53-a13e-4a3b-8c9d-c39f7064f624 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 999 time: 0.6638114 Oct 15 13:50:25.789525 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Made reservation on behalf of b58d317ad84e46be85ed15b3e51c2f97 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:50:25.794675 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:25.812374 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52924) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:25.901527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8fb2-2e0d-4a4d-82ee-6d7bcdd4db52 req-fe167eb9-e5d0-4459-adf5-d161a71858a4 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:25.909281 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce2e8fb2-2e0d-4a4d-82ee-6d7bcdd4db52 req-fe167eb9-e5d0-4459-adf5-d161a71858a4 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.1487787 Oct 15 13:50:25.953016 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:25.990153 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce2e8fb2-2e0d-4a4d-82ee-6d7bcdd4db52 req-a11986ab-3b89-4c51-8f0b-e883a44c7a81 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724294 Oct 15 13:50:26.037964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Allocated IP 172.20.0.11 (48059652-91b4-4864-bff2-b040e5893a7d/bd799cd6-c155-423a-9a0f-2781f6038a8b/8383672e-6343-4633-a903-42e13011e626) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:50:26.185296 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.271248 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks [] for port (8383672e-6343-4633-a903-42e13011e626), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.286165 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5050578-0745-4762-a331-e7f8d6a47c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.298906 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5aa301ba-afb0-46c1-9618-ce61accf1e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.326188 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:26.386147 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8383672e-6343-4633-a903-42e13011e626), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.394146 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:26.431575 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:26.446423 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5050578-0745-4762-a331-e7f8d6a47c62 admin admin] Publish callbacks [] for security_group (94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.461339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5050578-0745-4762-a331-e7f8d6a47c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.476586 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Network 48059652-91b4-4864-bff2-b040e5893a7d is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:50:26.492425 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:50:26.495851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:50:26.498755 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Pushing event updated for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:26.530532 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5aa301ba-afb0-46c1-9618-ce61accf1e11 admin admin] Publish callbacks [] for security_group (f31bec62-98d9-4825-823a-73937b8fcfea), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.539451 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5aa301ba-afb0-46c1-9618-ce61accf1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f31bec62-98d9-4825-823a-73937b8fcfea), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.562252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050578-0745-4762-a331-e7f8d6a47c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:26.597798 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d5050578-0745-4762-a331-e7f8d6a47c62 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8c6271208c83488a8c9d2c1f483dcc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9925032 Oct 15 13:50:26.600002 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 52940) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:26.619726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3734-6155-435b-ab34-d68a15cb2d3a req-03230455-09a9-4f4d-92af-a36f95e5ad2f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:26.630581 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5aa301ba-afb0-46c1-9618-ce61accf1e11 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7b3fde4da4504db1b9927e26b8eadb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8170996 Oct 15 13:50:26.636744 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9f8e3734-6155-435b-ab34-d68a15cb2d3a req-03230455-09a9-4f4d-92af-a36f95e5ad2f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 932 time: 0.1966059 Oct 15 13:50:26.637276 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52944) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:26.643012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa301ba-afb0-46c1-9618-ce61accf1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31bec62-98d9-4825-823a-73937b8fcfea,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:26.669712 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:26.671068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.674344 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857a17f-6a05-41b0-8a2a-ab28b2c21b68 None None] New status for floating IP d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f: ACTIVE {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:50:26.718535 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b689bacc-6643-4b23-996a-8f7d19ed01f5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3037062 Oct 15 13:50:26.751838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] Publish callbacks [] for security_group (94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.795811 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] Publish callbacks [] for security_group (94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.863214 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.868603 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:26.873129 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9f8e3734-6155-435b-ab34-d68a15cb2d3a req-c4169c86-8322-4a5d-936f-9e596cab5ee9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278185 Oct 15 13:50:26.874027 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db HTTP/1.1" status: 204 len: 168 time: 0.2590353 Oct 15 13:50:26.916683 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66625d7f-ed8a-4364-b27a-f408c0921859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5a2d7-4a4e-4cd9-a82a-58ba48bd29db,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:27.004494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545f4e-1ae7-4807-a225-cb472febfb67 req-3d5abbee-d485-4814-9d0a-a798d082f102 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:27.007193 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50545f4e-1ae7-4807-a225-cb472febfb67 req-3d5abbee-d485-4814-9d0a-a798d082f102 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1759479 Oct 15 13:50:27.049714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] Publish callbacks [] for security_group (f31bec62-98d9-4825-823a-73937b8fcfea), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.106147 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] Publish callbacks [] for security_group (f31bec62-98d9-4825-823a-73937b8fcfea), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.432854 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50545f4e-1ae7-4807-a225-cb472febfb67 req-0d09ceec-6107-442b-adf2-f945ed26fdc1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114656 Oct 15 13:50:27.528862 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c0e1-159e-49b0-a848-7cfcff4d4ae5 req-0fa71a2a-11d5-4f64-af67-c3297b309a02 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:27.530625 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6872c0e1-159e-49b0-a848-7cfcff4d4ae5 req-0fa71a2a-11d5-4f64-af67-c3297b309a02 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.3940454 Oct 15 13:50:27.555857 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Request body: {'port': {'device_id': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:27.612875 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f31bec62-98d9-4825-823a-73937b8fcfea), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.615913 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.617126 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f31bec62-98d9-4825-823a-73937b8fcfea HTTP/1.1" status: 204 len: 168 time: 0.9733207 Oct 15 13:50:27.644381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-a637aea8-e46d-4341-91f0-543e7cdaf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:27.646023 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-a637aea8-e46d-4341-91f0-543e7cdaf8eb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.1141200 Oct 15 13:50:27.650433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0c57-9686-465e-9c3f-3b894e3822cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31bec62-98d9-4825-823a-73937b8fcfea,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:27.686594 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6872c0e1-159e-49b0-a848-7cfcff4d4ae5 req-00cb5e8f-ae93-4524-8c98-0bf669a8d36c tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462352 Oct 15 13:50:27.732595 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8383672e-6343-4633-a903-42e13011e626), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.755056 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:27.820136 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.132760 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a666bec-803b-4001-91e9-bb4d41b828cc req-b4659608-6e90-4e02-8861-ffbd6f6e568c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:28.135654 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a666bec-803b-4001-91e9-bb4d41b828cc req-b4659608-6e90-4e02-8861-ffbd6f6e568c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 932 time: 0.1088688 Oct 15 13:50:28.214034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8383672e-6343-4633-a903-42e13011e626 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:50:28.230895 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks [] for port (8383672e-6343-4633-a903-42e13011e626), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.254969 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a666bec-803b-4001-91e9-bb4d41b828cc req-1768dd6d-da89-4fb1-a2ec-e655a4040979 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095216 Oct 15 13:50:28.267270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-4616f96d-892a-4a62-913f-442d2cf34d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:28.270034 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-4616f96d-892a-4a62-913f-442d2cf34d7e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041715 Oct 15 13:50:28.284350 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Transition to ACTIVE for port object 8383672e-6343-4633-a903-42e13011e626 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:50:28.306589 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (8383672e-6343-4633-a903-42e13011e626), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.339750 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 52994) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:28.368065 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd213b0b-3da0-4d22-9948-d59e24a3b190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.378655 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:28.408250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:28.445959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Pushing event updated for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:28.622698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Attempting to bind port 8383672e-6343-4633-a903-42e13011e626 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:50:28.623203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Attempting to bind port 8383672e-6343-4633-a903-42e13011e626 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:50:28.623541 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Attempting to bind port 8383672e-6343-4633-a903-42e13011e626 on network 48059652-91b4-4864-bff2-b040e5893a7d {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:50:28.680287 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Port 8383672e-6343-4633-a903-42e13011e626 on network 48059652-91b4-4864-bff2-b040e5893a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:50:28.680643 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Attempting to bind port 8383672e-6343-4633-a903-42e13011e626 on network 48059652-91b4-4864-bff2-b040e5893a7d {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:50:28.731601 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:28.736111 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:50:28.736409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Checking segment: {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:50:28.736747 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Bound using segment: {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:50:28.737310 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Bound port: 8383672e-6343-4633-a903-42e13011e626, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:50:28.737673 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8383672e-6343-4633-a903-42e13011e626), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.740964 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:28.807933 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-d90f0610-9c8e-4b3c-9aa2-47f44e9a5800 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652673 Oct 15 13:50:28.819207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bd0ac-63a3-4335-8f47-99922d1a7d92 req-78036cb3-45c0-4d7c-8362-0f413d81eb2c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:28.827940 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-498bd0ac-63a3-4335-8f47-99922d1a7d92 req-78036cb3-45c0-4d7c-8362-0f413d81eb2c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.2122607 Oct 15 13:50:28.828193 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:50:28.832673 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8383672e-6343-4633-a903-42e13011e626,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:50:28.846994 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (8383672e-6343-4633-a903-42e13011e626), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.854271 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:28.855080 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.857267 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8383672e-6343-4633-a903-42e13011e626 HTTP/1.1" status: 200 len: 1094 time: 1.3201008 Oct 15 13:50:28.858011 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'tag': '8383672e-6343-4633-a903-42e13011e626'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:28.860999 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d25612-9619-4302-82b5-ccc904398ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "tag": "8383672e-6343-4633-a903-42e13011e626"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:28.865289 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd213b0b-3da0-4d22-9948-d59e24a3b190 admin admin] Publish callbacks [] for security_group (275a5435-6698-401d-83c5-2e7877d3210c), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.883562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd213b0b-3da0-4d22-9948-d59e24a3b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (275a5435-6698-401d-83c5-2e7877d3210c), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:28.946248 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd213b0b-3da0-4d22-9948-d59e24a3b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a5435-6698-401d-83c5-2e7877d3210c,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:28.952349 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddbce9-1b1b-42cb-b6a5-a0ccb64a3065 service neutron] Pushing event updated for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:29.016623 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-498bd0ac-63a3-4335-8f47-99922d1a7d92 req-9f8da7aa-55ef-4473-8470-2b0ce80d3e4e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875265 Oct 15 13:50:29.028283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53014) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:29.029916 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-bd213b0b-3da0-4d22-9948-d59e24a3b190 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=406b33a302174fdaae923c02ec44d29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881530 Oct 15 13:50:29.048209 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0fdf-b395-4bc8-a1fc-ede9cb7547f3 req-639dfc75-3c4c-4a55-874a-279252ddd1fb tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:29.049067 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c8a0fdf-b395-4bc8-a1fc-ede9cb7547f3 req-639dfc75-3c4c-4a55-874a-279252ddd1fb tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.2130997 Oct 15 13:50:29.151781 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8de86-d091-4648-9476-fe29ac000580 x-openstack-request-id: req-a8b8de86-d091-4648-9476-fe29ac000580 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:29.152172 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "tag": "8383672e-6343-4633-a903-42e13011e626", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:29.152339 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8b8de86-d091-4648-9476-fe29ac000580 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:29.152745 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b8de86-d091-4648-9476-fe29ac000580'] response: {'name': 'network-changed', 'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'tag': '8383672e-6343-4633-a903-42e13011e626', 'status': 'completed', 'code': 200} Oct 15 13:50:29.156834 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] Publish callbacks [] for security_group (275a5435-6698-401d-83c5-2e7877d3210c), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.220917 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-c5ef3d76-92ef-4325-aeef-ff51b7ebdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:29.222484 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-c5ef3d76-92ef-4325-aeef-ff51b7ebdbe9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 1128 time: 0.0617552 Oct 15 13:50:29.301057 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c8a0fdf-b395-4bc8-a1fc-ede9cb7547f3 req-63598c50-b46b-4c0e-834b-cb529c756ae1 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c266099-7738-42a9-86cd-f9a2b25d1bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391107 Oct 15 13:50:29.303290 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-c8a05a5c-c3cc-4b19-bd20-b378488ffa52 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8383672e-6343-4633-a903-42e13011e626 HTTP/1.1" status: 200 len: 217 time: 0.0710285 Oct 15 13:50:29.306441 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] Publish callbacks [] for security_group (275a5435-6698-401d-83c5-2e7877d3210c), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.398210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b3c0ec02-4701-4c84-acbe-941754746830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:29.400022 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-b3c0ec02-4701-4c84-acbe-941754746830 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bd799cd6-c155-423a-9a0f-2781f6038a8b HTTP/1.1" status: 200 len: 849 time: 0.0907483 Oct 15 13:50:29.403677 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-a9ace45f-6cdd-465b-9269-bbc2df4aeb25 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:29.410124 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-a9ace45f-6cdd-465b-9269-bbc2df4aeb25 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 945 time: 0.1426148 Oct 15 13:50:29.434413 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (275a5435-6698-401d-83c5-2e7877d3210c), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.439705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.441978 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/275a5435-6698-401d-83c5-2e7877d3210c HTTP/1.1" status: 204 len: 168 time: 0.4108498 Oct 15 13:50:29.457224 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c822d1-3ed3-4bfb-ae19-288c3abcc519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a5435-6698-401d-83c5-2e7877d3210c,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:29.522111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:29.530070 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-e4b04117-706d-44cf-96a1-68f0b6e0ea1c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983788 Oct 15 13:50:29.541137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e43e8-4ef3-4cb8-8bba-448d8f176e12 req-812bd832-5ecc-4a30-95ce-610eb8b9f72a tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:29.552569 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f2e43e8-4ef3-4cb8-8bba-448d8f176e12 req-812bd832-5ecc-4a30-95ce-610eb8b9f72a tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 944 time: 0.1400185 Oct 15 13:50:29.666754 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Deleting port 22d267b5-2636-4dae-87c7-578106faed38 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:29.667187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (22d267b5-2636-4dae-87c7-578106faed38), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.826155 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-bf5244f0-c7d2-4bdb-adf8-e1d89a005e8a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=48059652-91b4-4864-bff2-b040e5893a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3645611 Oct 15 13:50:29.829144 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f2e43e8-4ef3-4cb8-8bba-448d8f176e12 req-5bf93833-8d5d-4363-a059-8f6e97283ac6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288103 Oct 15 13:50:29.853509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] For port 22d267b5-2636-4dae-87c7-578106faed38, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=22d267b5-2636-4dae-87c7-578106faed38,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:29.854041 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (22d267b5-2636-4dae-87c7-578106faed38), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:29.875218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Calling delete_port for 22d267b5-2636-4dae-87c7-578106faed38 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:30.049372 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-37f5880a-f22f-4f6c-89ac-38baff15f61b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133121 Oct 15 13:50:30.182527 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:30.185442 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-f976a99c-c71e-45f6-b491-df8b2aac6b55 req-4f23d86b-07ea-4f59-9dac-cc39250675eb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293678 Oct 15 13:50:30.272737 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da119-4683-4d1b-a8c7-389ce007cad2 req-037f62a9-29e8-4782-959a-69cb13b4fe11 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:30.274300 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d91da119-4683-4d1b-a8c7-389ce007cad2 req-037f62a9-29e8-4782-959a-69cb13b4fe11 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.1052806 Oct 15 13:50:30.311155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (22d267b5-2636-4dae-87c7-578106faed38), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:30.332163 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['22d267b5-2636-4dae-87c7-578106faed38'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:50:30.360917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Pushing event deleted for resources: {'Port': ['ID=22d267b5-2636-4dae-87c7-578106faed38,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:30.412726 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d91da119-4683-4d1b-a8c7-389ce007cad2 req-c679aee8-736b-43ee-8c61-06eb55b6ae18 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203747 Oct 15 13:50:30.479915 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d0eb78a-981f-469f-b00f-bc306d219cd0 req-69dd47a2-be11-459d-951f-fed68e31fe3b tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0434883 Oct 15 13:50:30.506601 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] No DVR routers for this DVR port 22d267b5-2636-4dae-87c7-578106faed38 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:50:30.511239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:30.515462 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b1798751-774f-4f7e-979d-d72c440c0a11 req-c45b272c-ebbd-418b-a6da-9f5d5728501d tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.40 "DELETE /networking/v2.0/ports/22d267b5-2636-4dae-87c7-578106faed38 HTTP/1.1" status: 204 len: 173 time: 1.0538199 Oct 15 13:50:30.516065 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'name': 'network-vif-deleted', 'tag': '22d267b5-2636-4dae-87c7-578106faed38'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:30.519821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff23ba-1dfe-4686-8552-80db1ca9a893" -d '{"events": [{"server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "name": "network-vif-deleted", "tag": "22d267b5-2636-4dae-87c7-578106faed38"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:30.600584 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7dd360-a9f6-47db-a7fb-c6921dc3ef43 x-openstack-request-id: req-ba7dd360-a9f6-47db-a7fb-c6921dc3ef43 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:30.600889 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb76141-70a4-4501-b928-7502a13c3cb4", "name": "network-vif-deleted", "tag": "22d267b5-2636-4dae-87c7-578106faed38", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:30.601145 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba7dd360-a9f6-47db-a7fb-c6921dc3ef43 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:30.601561 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7dd360-a9f6-47db-a7fb-c6921dc3ef43'] response: {'server_uuid': '8fb76141-70a4-4501-b928-7502a13c3cb4', 'name': 'network-vif-deleted', 'tag': '22d267b5-2636-4dae-87c7-578106faed38', 'status': 'completed', 'code': 200} Oct 15 13:50:30.622563 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39204b3-762c-41ec-a08c-355feb0027d6 req-2b9d8a6a-cbb6-4a7b-ad44-4a98c692fd1c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:30.624236 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e39204b3-762c-41ec-a08c-355feb0027d6 req-2b9d8a6a-cbb6-4a7b-ad44-4a98c692fd1c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0620072 Oct 15 13:50:30.695155 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e39204b3-762c-41ec-a08c-355feb0027d6 req-94cc84e7-61d4-41c6-bc57-52bbdbee2932 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 Oct 15 13:50:31.019359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f685f-f74f-4bcf-908a-768928430fa1 req-2b1b0af0-4580-4fd9-935b-32e04a6778e2 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:31.021301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed0f685f-f74f-4bcf-908a-768928430fa1 req-2b1b0af0-4580-4fd9-935b-32e04a6778e2 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 944 time: 0.0832088 Oct 15 13:50:31.082734 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed0f685f-f74f-4bcf-908a-768928430fa1 req-d5a4006f-c760-400e-b1b3-1ffa9be0ca47 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Oct 15 13:50:31.659061 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-58eb0064-5aed-45e4-b2b7-57cd44d26d6b req-3461922b-5fbb-455c-8a02-d232234a97a7 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0367177 Oct 15 13:50:32.220619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:32.233729 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcb1b-e2af-41d7-a934-eaac57638352 req-263d6c02-263a-4b4e-999b-5a153d35a60d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:32.235490 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-39cfcb1b-e2af-41d7-a934-eaac57638352 req-263d6c02-263a-4b4e-999b-5a153d35a60d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 944 time: 0.0618732 Oct 15 13:50:32.310770 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-39cfcb1b-e2af-41d7-a934-eaac57638352 req-8480ca91-7b42-4162-bc4c-463cab3a8b1f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681648 Oct 15 13:50:32.829925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74852b-c3ba-4956-a4ea-7cf6cd152810 req-5eda44f6-c85b-41ac-89a4-837f7874f9ce tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:32.831674 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e74852b-c3ba-4956-a4ea-7cf6cd152810 req-5eda44f6-c85b-41ac-89a4-837f7874f9ce tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1342371 Oct 15 13:50:32.856105 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3becda5f-9992-43f2-8db5-8121bd8ba9e2 req-bd1af3cf-4fb1-4172-8eed-7d5eb0799640 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0549738 Oct 15 13:50:32.873098 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25612-9619-4302-82b5-ccc904398ae7 req-f2ca95b3-5808-4d29-b2ce-5b1399c5fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:32.874633 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-f2ca95b3-5808-4d29-b2ce-5b1399c5fb63 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 1128 time: 0.1243026 Oct 15 13:50:32.881561 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-4ee603da-2650-4ce6-bded-2a8cfb01e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:32.883271 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-4ee603da-2650-4ce6-bded-2a8cfb01e476 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.0514958 Oct 15 13:50:32.952807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:32.961131 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e74852b-c3ba-4956-a4ea-7cf6cd152810 req-c360083c-6fa3-4c3a-80ea-7c097b5d7b3c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108925 Oct 15 13:50:32.998892 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25612-9619-4302-82b5-ccc904398ae7 req-bf16cbb6-0e7e-47c9-a179-79ec3cb6c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.000007 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-a25d99a1-1753-4b74-9816-d48bebfb793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.000389 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-bf16cbb6-0e7e-47c9-a179-79ec3cb6c884 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 910 time: 0.1170995 Oct 15 13:50:33.001120 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-a25d99a1-1753-4b74-9816-d48bebfb793a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1122036 Oct 15 13:50:33.052407 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-92588961-c67b-4841-948d-69a7ceaf9763 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.0403049 Oct 15 13:50:33.058334 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-b436932c-4738-4853-86a6-3e2ebd34e279 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8383672e-6343-4633-a903-42e13011e626 HTTP/1.1" status: 200 len: 217 time: 0.0469983 Oct 15 13:50:33.106787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-3aeaff08-455a-4812-bd15-a6984b0fc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.109328 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-3aeaff08-455a-4812-bd15-a6984b0fc46c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0503418 Oct 15 13:50:33.113840 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25612-9619-4302-82b5-ccc904398ae7 req-7462b937-2e51-4fe8-9ffc-e2c0c2669a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.115333 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-7462b937-2e51-4fe8-9ffc-e2c0c2669a50 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bd799cd6-c155-423a-9a0f-2781f6038a8b HTTP/1.1" status: 200 len: 849 time: 0.0518343 Oct 15 13:50:33.162431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-37b8fdcb-0fe0-48e9-97f4-2e62ec49d486 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=48059652-91b4-4864-bff2-b040e5893a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297003 Oct 15 13:50:33.179762 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-f0158412-ae5c-4617-92cb-c5510771a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.181335 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-f0158412-ae5c-4617-92cb-c5510771a1b3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488591 Oct 15 13:50:33.271368 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-d0532b4f-32d8-44ee-9e54-e6b41f4e35d0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018744 Oct 15 13:50:33.317093 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-79fc5cbf-e66a-4395-9bb8-6300276de53c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246829 Oct 15 13:50:33.407214 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8383672e-6343-4633-a903-42e13011e626 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:50:33.422290 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 22d267b5-2636-4dae-87c7-578106faed38 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:50:33.431484 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d25612-9619-4302-82b5-ccc904398ae7 req-8fed2ff8-b826-49ce-934e-47013ab7853a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525240 Oct 15 13:50:33.471498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:33.499333 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-daff537f-6980-41a3-99c1-9f6640a6b80b req-97f592e2-f270-48e7-af9d-0f54f0f23e7d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681623 Oct 15 13:50:33.520778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 22d267b5-2636-4dae-87c7-578106faed38 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:50:33.521256 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 22d267b5-2636-4dae-87c7-578106faed38 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:50:33.541874 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5158e-f534-49ce-9cb3-19fd6f6ff656 req-98c578ed-6fb6-4776-adb7-e8edc5b702de tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:33.555246 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1f5158e-f534-49ce-9cb3-19fd6f6ff656 req-98c578ed-6fb6-4776-adb7-e8edc5b702de tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 944 time: 0.0935969 Oct 15 13:50:33.583068 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8383672e-6343-4633-a903-42e13011e626,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:33.599656 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '8383672e-6343-4633-a903-42e13011e626', 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d', 'port_id': '8383672e-6343-4633-a903-42e13011e626', 'mac_address': 'fa:16:3e:c3:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd799cd6-c155-423a-9a0f-2781f6038a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:50:33.646989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 8383672e-6343-4633-a903-42e13011e626 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:50:33.647388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8383672e-6343-4633-a903-42e13011e626), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:33.664461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8383672e-6343-4633-a903-42e13011e626 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:50:33.669457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1f5158e-f534-49ce-9cb3-19fd6f6ff656 req-ee2e30e1-342c-4f17-be5b-1efb0bbc867c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127107 Oct 15 13:50:33.700994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8383672e-6343-4633-a903-42e13011e626,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:33.710256 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8383672e-6343-4633-a903-42e13011e626), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:33.823312 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:34.033804 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9d548bac-4529-47ca-bd54-0087f4ca1091 req-7fbbbc0d-d0bf-4b80-a8a3-94a57a0869b3 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0574386 Oct 15 13:50:34.113965 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['8383672e-6343-4633-a903-42e13011e626'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:50:34.170151 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591e1f-fae1-4b55-acf7-a753ed99dec1 req-62fca75c-4b01-48fa-b66e-71aa0aef47e0 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:34.172902 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47591e1f-fae1-4b55-acf7-a753ed99dec1 req-62fca75c-4b01-48fa-b66e-71aa0aef47e0 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0908053 Oct 15 13:50:34.261949 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47591e1f-fae1-4b55-acf7-a753ed99dec1 req-5f5e1a59-b3a9-43e0-aa04-cfbdad09ccb7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Oct 15 13:50:34.811660 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cb43-604a-4612-821b-52cd2e3a0391 req-ec8af62a-d6ec-42a0-a7d6-2e5ccd02dafc tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:34.813190 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af11cb43-604a-4612-821b-52cd2e3a0391 req-ec8af62a-d6ec-42a0-a7d6-2e5ccd02dafc tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 945 time: 0.0554368 Oct 15 13:50:34.869662 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af11cb43-604a-4612-821b-52cd2e3a0391 req-7f2d1b69-2526-45fd-ae14-2222e138eb22 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481584 Oct 15 13:50:35.105389 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:35.169144 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=71 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:35.170650 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6eb54541-332b-4c8a-89e5-b9c504497268 req-43a861e4-4ace-4870-9df1-8a94aed52fcc tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0286522 Oct 15 13:50:35.410226 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4a2af-6757-42a8-a72f-3d513fe477d4 req-0f8d0f55-b755-456d-a13e-199cc8cb0c94 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:35.411848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-28d4a2af-6757-42a8-a72f-3d513fe477d4 req-0f8d0f55-b755-456d-a13e-199cc8cb0c94 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Oct 15 13:50:35.466261 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-28d4a2af-6757-42a8-a72f-3d513fe477d4 req-299cbfcc-9178-441a-b177-360e340b9c31 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Oct 15 13:50:36.021412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450fb31-0f5b-47f6-8b0e-7990f3736757 req-3ca6edbe-d846-4da4-90d1-98fc1b687f5c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:36.022913 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3450fb31-0f5b-47f6-8b0e-7990f3736757 req-3ca6edbe-d846-4da4-90d1-98fc1b687f5c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 945 time: 0.0563517 Oct 15 13:50:36.077340 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3450fb31-0f5b-47f6-8b0e-7990f3736757 req-3fcc8614-2f5d-4e94-bb5c-937b0b92d9ab tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 Oct 15 13:50:36.300157 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-860af09e-211e-479f-a9eb-27f6018a1894 req-dc19b94f-e0c9-4db9-8bfc-cf54d4be6c70 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0351689 Oct 15 13:50:36.582075 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:36.604949 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eade05-2127-4e63-8418-134e38f5523c req-9911e525-a8db-4f3b-8b88-e748703d0b80 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:36.606610 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4eade05-2127-4e63-8418-134e38f5523c req-9911e525-a8db-4f3b-8b88-e748703d0b80 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0582259 Oct 15 13:50:36.666019 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4eade05-2127-4e63-8418-134e38f5523c req-b2f5e29f-81df-4dcd-a8f6-4bf6fa0ba89e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Oct 15 13:50:37.195099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:37.210215 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96643506-8e48-4149-8902-64e37833dc4f req-b6f091a4-a319-4c8a-869c-6e3275fb3539 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:37.212149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96643506-8e48-4149-8902-64e37833dc4f req-b6f091a4-a319-4c8a-869c-6e3275fb3539 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 945 time: 0.0565352 Oct 15 13:50:37.283527 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96643506-8e48-4149-8902-64e37833dc4f req-2dd5d85e-1dd4-4170-829a-7e17337feebc tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632219 Oct 15 13:50:37.439013 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d43c3714-b3cc-41b1-ad44-1775fdf44141 req-c2e8eabd-3f28-487e-8590-0e58c9634850 tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0375516 Oct 15 13:50:37.824412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b844c-e051-405f-bc57-1c4b5cc8f2e0 req-68d8d1a3-0d37-4bee-9d1a-abff6ae0bf77 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:37.826037 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d54b844c-e051-405f-bc57-1c4b5cc8f2e0 req-68d8d1a3-0d37-4bee-9d1a-abff6ae0bf77 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0614495 Oct 15 13:50:37.893864 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d54b844c-e051-405f-bc57-1c4b5cc8f2e0 req-930e3ec7-44ae-461e-bb16-f6b6bf65e474 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570793 Oct 15 13:50:38.417482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5303704-e533-4fbe-9995-0023d7e92bc8 req-0ab301c7-e524-4109-8380-7c608b924424 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:38.419188 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a5303704-e533-4fbe-9995-0023d7e92bc8 req-0ab301c7-e524-4109-8380-7c608b924424 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 945 time: 0.0539460 Oct 15 13:50:38.473332 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a5303704-e533-4fbe-9995-0023d7e92bc8 req-1f8406cc-4161-48f4-bf2d-0ab62480a617 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Oct 15 13:50:38.565213 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae40e663-de23-40ae-b981-d1845936ec8a req-ec77d594-f93a-4b38-8042-74ab60d0413f tempest-DeleteServersTestJSON-1206873879 tempest-DeleteServersTestJSON-1206873879-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8fb76141-70a4-4501-b928-7502a13c3cb4 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Oct 15 13:50:39.187442 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bd4ec-d160-490d-b6c3-511fc56df752 req-a6b08ca0-1fe2-4575-865a-67e9c911355b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:39.189090 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-338bd4ec-d160-490d-b6c3-511fc56df752 req-a6b08ca0-1fe2-4575-865a-67e9c911355b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0540352 Oct 15 13:50:39.252708 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-338bd4ec-d160-490d-b6c3-511fc56df752 req-89882640-c34f-418b-92af-aff54f0e2aa0 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557523 Oct 15 13:50:39.634907 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c00c9-5550-44b8-a892-50ee822e75a2 req-67ad4586-8435-4113-9017-3ed642cc6096 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:39.637722 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-900c00c9-5550-44b8-a892-50ee822e75a2 req-67ad4586-8435-4113-9017-3ed642cc6096 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 945 time: 0.0725212 Oct 15 13:50:39.718034 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-900c00c9-5550-44b8-a892-50ee822e75a2 req-1bc422ca-1d93-462a-aa0a-bb7990e4c6fb tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686042 Oct 15 13:50:39.721483 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8383672e-6343-4633-a903-42e13011e626 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:50:39.747962 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:39.778500 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 8383672e-6343-4633-a903-42e13011e626 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:50:39.793042 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 8383672e-6343-4633-a903-42e13011e626 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:50:39.793562 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8383672e-6343-4633-a903-42e13011e626), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:39.794002 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 8383672e-6343-4633-a903-42e13011e626 Oct 15 13:50:39.904458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 8383672e-6343-4633-a903-42e13011e626 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:50:39.905197 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8383672e-6343-4633-a903-42e13011e626), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:39.958757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383672e-6343-4633-a903-42e13011e626'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:39.962641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f73644-dca8-41de-8b83-41791cd061c4" -d '{"events": [{"server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "name": "network-vif-plugged", "status": "completed", "tag": "8383672e-6343-4633-a903-42e13011e626"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:39.982686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8383672e-6343-4633-a903-42e13011e626,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:39.989139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8383672e-6343-4633-a903-42e13011e626), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:40.041486 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2fe76c-3399-478a-b618-5a7b972cea2f x-openstack-request-id: req-8e2fe76c-3399-478a-b618-5a7b972cea2f {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:40.041814 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "name": "network-vif-plugged", "status": "completed", "tag": "8383672e-6343-4633-a903-42e13011e626", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:40.042083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e2fe76c-3399-478a-b618-5a7b972cea2f {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:40.042495 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2fe76c-3399-478a-b618-5a7b972cea2f'] response: {'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383672e-6343-4633-a903-42e13011e626', 'code': 200} Oct 15 13:50:40.072543 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:40.082112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.082432 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.082894 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.083183 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.083601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.084213 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.084604 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.085076 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.085423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.086234 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.086910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.087437 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.088013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.088539 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.089313 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:40.349176 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d1c99-16ef-473f-a6f9-f8bafd40d40d req-fdf5bda0-9827-413b-9f33-065c77a59fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:40.350730 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-506d1c99-16ef-473f-a6f9-f8bafd40d40d req-fdf5bda0-9827-413b-9f33-065c77a59fb4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 1130 time: 0.0709865 Oct 15 13:50:40.416095 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-506d1c99-16ef-473f-a6f9-f8bafd40d40d req-11260a4e-736a-4267-a6ec-cf6391b3b9c5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574801 Oct 15 13:50:40.427667 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ec38-a36b-48b2-8ac4-0f78e7130707 req-d9ae138a-f754-4182-b6b2-8349b83edf19 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:40.429287 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-10d4ec38-a36b-48b2-8ac4-0f78e7130707 req-d9ae138a-f754-4182-b6b2-8349b83edf19 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0692787 Oct 15 13:50:40.507819 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-10d4ec38-a36b-48b2-8ac4-0f78e7130707 req-144579cb-b856-4cc3-912c-ab7ced676436 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715709 Oct 15 13:50:40.872956 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688ed8-8726-46e1-bfa2-9bd61f91509e req-c909a6aa-0a27-491d-8ec1-36f7ae7b76aa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:40.875795 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-06688ed8-8726-46e1-bfa2-9bd61f91509e req-c909a6aa-0a27-491d-8ec1-36f7ae7b76aa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0639062 Oct 15 13:50:40.939532 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-06688ed8-8726-46e1-bfa2-9bd61f91509e req-d61679f5-4be0-4311-8f85-575542cb142c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Oct 15 13:50:41.276808 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53318) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:41.656658 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5629-4653-4b38-a209-2fdf982ee268 req-e13e727a-971d-41ec-af64-a7aa468b969e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:41.658173 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-132e5629-4653-4b38-a209-2fdf982ee268 req-e13e727a-971d-41ec-af64-a7aa468b969e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0541914 Oct 15 13:50:41.719675 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-132e5629-4653-4b38-a209-2fdf982ee268 req-491a2705-d80c-4674-94e7-013e12c1d5f1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548990 Oct 15 13:50:41.756183 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.046743 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:42.068076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Deleting port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:42.068497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.140887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d614-0615-4b01-a25e-1341a9dc1ce6 req-9067eaab-5755-4eca-ac10-e6ad026d209e tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:42.142845 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ef83d614-0615-4b01-a25e-1341a9dc1ce6 req-9067eaab-5755-4eca-ac10-e6ad026d209e tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0733066 Oct 15 13:50:42.167950 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] For port 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:42.168334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.182729 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Calling delete_port for 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:42.197872 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ef83d614-0615-4b01-a25e-1341a9dc1ce6 req-300bca7f-f55d-44de-9d28-90a95f3f2dc6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Oct 15 13:50:42.374838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:42.441235 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (3c4dcda5-07db-4abd-9ee1-1b3360f9b50a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.468945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4dcda5-07db-4abd-9ee1-1b3360f9b50a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:42.511768 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.512238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.512835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.514333 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.514932 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.515476 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.516274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.516922 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.517486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.518005 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.518536 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.519053 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.519558 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.520097 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.520599 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:42.556381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.717166 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:42.778257 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0d1cc-a1d4-4bfc-9300-2e63368d7045 None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:50:42.900166 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ada7-9fe7-432f-8332-4e86cc830dca req-da7ce34a-c8f6-42d8-aadf-7ae0432e8297 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:42.901871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ddf3ada7-9fe7-432f-8332-4e86cc830dca req-da7ce34a-c8f6-42d8-aadf-7ae0432e8297 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0775361 Oct 15 13:50:42.946646 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:42.996898 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ddf3ada7-9fe7-432f-8332-4e86cc830dca req-20ad0fc6-5a41-43a9-b7d5-f1ffac6822a3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Oct 15 13:50:43.022905 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0d1cc-a1d4-4bfc-9300-2e63368d7045 None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:50:43.059090 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Router ac87cb02-91b6-45fd-8d34-38986c4195f2 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:50:43.078149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:43.232407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:50:43.238935 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c1a81973-8ace-4cf3-aa43-83b961d0e2c5 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ac87cb02-91b6-45fd-8d34-38986c4195f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9614186 Oct 15 13:50:43.242177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53354) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:43.252785 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Sync routers for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:50:43.286855 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:50:43.287495 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:50:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:43.344871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:43.425616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188ab2-c827-4b03-9ec4-60edb5be5fed req-394d7d54-f4e0-4581-a7fb-30eb3b070553 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:43.427582 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-28188ab2-c827-4b03-9ec4-60edb5be5fed req-394d7d54-f4e0-4581-a7fb-30eb3b070553 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0803411 Oct 15 13:50:43.446424 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:50:43.504558 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:43.528316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks [] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:43.543086 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-28188ab2-c827-4b03-9ec4-60edb5be5fed req-3b44d0ad-5bf0-4b8c-9b6a-40821ec3b12c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881329 Oct 15 13:50:43.769642 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:50:42Z', 'revision_number': 5, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:43.806268 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Checking router: ac87cb02-91b6-45fd-8d34-38986c4195f2 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:50:43.821308 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Routers {'ac87cb02-91b6-45fd-8d34-38986c4195f2'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:50:43.822644 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:50:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ac87cb02-91b6-45fd-8d34-38986c4195f2'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:43.887130 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53372) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:44.090260 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] Set router ac87cb02-91b6-45fd-8d34-38986c4195f2 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:50:44.214819 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ee5262be-64c3-42ca-8034-8a996d1c55ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.238566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b5ec-bad3-4fe6-b944-6d8c8a07905d req-cf41ae6b-9683-447b-8acb-cc46360855ed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:44.248682 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9617b5ec-bad3-4fe6-b944-6d8c8a07905d req-cf41ae6b-9683-447b-8acb-cc46360855ed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1187627 Oct 15 13:50:44.363164 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:50:42Z', 'revision_number': 5, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:44.415915 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ee5262be-64c3-42ca-8034-8a996d1c55ae admin admin] Publish callbacks [] for security_group (62744c82-be38-4efa-a4e4-0f912513e6ea), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.416255 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks [] for router_gateway (ac87cb02-91b6-45fd-8d34-38986c4195f2), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.428762 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9617b5ec-bad3-4fe6-b944-6d8c8a07905d req-7780dc1a-a5e1-42c4-b4b1-597585db0363 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787124 Oct 15 13:50:44.431090 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ee5262be-64c3-42ca-8034-8a996d1c55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (62744c82-be38-4efa-a4e4-0f912513e6ea), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.457787 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240f71c-c42f-4d0d-8ebb-d5a3227874a9 None None] The sync data for ids ['ac87cb02-91b6-45fd-8d34-38986c4195f2'] in dv-cinder-861491-3-iscsi is: [{'id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'name': 'tempest-DeleteServersTestJSON-1818381431-router', 'tenant_id': '984a02b8dfd446879438d29b5efdd996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:32Z', 'updated_at': '2022-10-15T13:50:42Z', 'revision_number': 5, 'project_id': '984a02b8dfd446879438d29b5efdd996', 'gw_port': {'id': '5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87cb02-91b6-45fd-8d34-38986c4195f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:50:44.484887 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:50:44.500174 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ee5262be-64c3-42ca-8034-8a996d1c55ae admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6ee8a2441ef54095a4768fd5d0c6567b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110225 Oct 15 13:50:44.503481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53392) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:44.551343 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Deleting port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:44.551679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.578995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5262be-64c3-42ca-8034-8a996d1c55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62744c82-be38-4efa-a4e4-0f912513e6ea,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:44.613178 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] Publish callbacks [] for security_group (62744c82-be38-4efa-a4e4-0f912513e6ea), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.651316 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] Publish callbacks [] for security_group (62744c82-be38-4efa-a4e4-0f912513e6ea), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.673047 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-b0e43b9f-c6d9-48e6-a650-1c1b578a6b00 None None] Provisioning complete for port 55348a68-f814-46d7-8fc8-cd67d439d5e3 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:50:44.674138 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b0e43b9f-c6d9-48e6-a650-1c1b578a6b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.674480 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-b0e43b9f-c6d9-48e6-a650-1c1b578a6b00 None None] Attempt 1 to provision port 55348a68-f814-46d7-8fc8-cd67d439d5e3 Oct 15 13:50:44.709482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] For port 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:44.709808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.735931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513478d-f72d-49bf-b56a-1ecf71f0d150 req-7e6d257e-05ae-4854-af28-46f86ad1165c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:44.738036 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d513478d-f72d-49bf-b56a-1ecf71f0d150 req-7e6d257e-05ae-4854-af28-46f86ad1165c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0924745 Oct 15 13:50:44.739534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Calling delete_port for 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:44.754565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (62744c82-be38-4efa-a4e4-0f912513e6ea), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.758273 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:44.759765 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/62744c82-be38-4efa-a4e4-0f912513e6ea HTTP/1.1" status: 204 len: 168 time: 0.2541664 Oct 15 13:50:44.771805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-b0e43b9f-c6d9-48e6-a650-1c1b578a6b00 None None] Current status of the port 55348a68-f814-46d7-8fc8-cd67d439d5e3 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:50:44.787838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718645e-4e6b-44dd-bf58-08a42cb14b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62744c82-be38-4efa-a4e4-0f912513e6ea,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:44.884753 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d513478d-f72d-49bf-b56a-1ecf71f0d150 req-f16d7059-e83a-4368-b52d-4871b8ad806f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329961 Oct 15 13:50:44.911512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:50:44.916989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:44.952413 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:50:44.954139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 3c4dcda5-07db-4abd-9ee1-1b3360f9b50a not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:50:45.095455 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.136700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:45.165631 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.166019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.166343 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.166725 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.167063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.167458 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.167788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.169485 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.169837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.170321 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.170835 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.171172 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.171494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.171819 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.172170 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:50:45.216396 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:45.224366 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.337057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53406) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:45.359333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.363186 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks [] for router_controller (ac87cb02-91b6-45fd-8d34-38986c4195f2), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.392350 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-185b6d2c-374e-4810-9ac7-59d2ddfcb881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.466339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (ac87cb02-91b6-45fd-8d34-38986c4195f2), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.467477 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac87cb02-91b6-45fd-8d34-38986c4195f2 {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:50:45.480667 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.482549 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-e7d3eb7a-c014-40f6-ab41-a06dd10d1832 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ac87cb02-91b6-45fd-8d34-38986c4195f2 HTTP/1.1" status: 204 len: 168 time: 2.2361073 Oct 15 13:50:45.498437 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53412) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:45.586243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-185b6d2c-374e-4810-9ac7-59d2ddfcb881 admin admin] Publish callbacks [] for security_group (63e242ef-1247-490e-9f93-d213471e7607), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.593801 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-185b6d2c-374e-4810-9ac7-59d2ddfcb881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (63e242ef-1247-490e-9f93-d213471e7607), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.627953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:45.645654 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-185b6d2c-374e-4810-9ac7-59d2ddfcb881 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=45985ce963c44a6185f661ce438f2c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067579 Oct 15 13:50:45.646555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b6d2c-374e-4810-9ac7-59d2ddfcb881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e242ef-1247-490e-9f93-d213471e7607,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:45.649103 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53414) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:45.657375 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecf6a-9e54-4c6e-98c5-f303885d0e9f req-e07eb541-01c8-4d05-994a-c04f74f7c451 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:45.659020 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-304ecf6a-9e54-4c6e-98c5-f303885d0e9f req-e07eb541-01c8-4d05-994a-c04f74f7c451 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0804946 Oct 15 13:50:45.669085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Deleting subnet e0336429-39db-458f-b1ba-0cfc672c66f8 {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:50:45.700410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Publish callbacks [] for subnet (e0336429-39db-458f-b1ba-0cfc672c66f8), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.791237 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (e0336429-39db-458f-b1ba-0cfc672c66f8), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.838728 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-304ecf6a-9e54-4c6e-98c5-f303885d0e9f req-b86c2cb2-3760-43e4-b7ad-1beba6ea8a57 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587443 Oct 15 13:50:45.842365 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] Publish callbacks [] for security_group (63e242ef-1247-490e-9f93-d213471e7607), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.878710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] Publish callbacks [] for security_group (63e242ef-1247-490e-9f93-d213471e7607), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:45.989079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (e0336429-39db-458f-b1ba-0cfc672c66f8), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.067713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (63e242ef-1247-490e-9f93-d213471e7607), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.070264 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.071417 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/63e242ef-1247-490e-9f93-d213471e7607 HTTP/1.1" status: 204 len: 168 time: 0.4211075 Oct 15 13:50:46.093265 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b02243-bfa5-4c96-8d3c-f9c2f69d6b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e242ef-1247-490e-9f93-d213471e7607,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:46.100275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36132320-2043-48ce-9a1c-a487212ab253 req-23c96917-f9d9-489c-949c-156fb12e5a68 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:46.101807 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-36132320-2043-48ce-9a1c-a487212ab253 req-23c96917-f9d9-489c-949c-156fb12e5a68 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0860605 Oct 15 13:50:46.147919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (e0336429-39db-458f-b1ba-0cfc672c66f8), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.186483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0336429-39db-458f-b1ba-0cfc672c66f8,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:46.195627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.198823 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d9fda2d1-f7f0-41f2-a3fe-00ba54360ab2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/e0336429-39db-458f-b1ba-0cfc672c66f8 HTTP/1.1" status: 204 len: 168 time: 0.6997647 Oct 15 13:50:46.200201 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afee66-d935-42b3-969b-93aa5c5dcf97 None None] Network ee310ecf-be11-4c15-91ef-9612882639c9 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:50:46.201577 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53420) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:46.225225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:46.250759 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-36132320-2043-48ce-9a1c-a487212ab253 req-68a06acb-15c5-4e1f-aa26-5cddf2725b3a tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376379 Oct 15 13:50:46.253155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:46.292986 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (ee310ecf-be11-4c15-91ef-9612882639c9), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.352316 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Deleting port 55348a68-f814-46d7-8fc8-cd67d439d5e3 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:46.353726 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.465455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] DHCP port deletion for ee310ecf-be11-4c15-91ef-9612882639c9 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:50:46.469524 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] For port 55348a68-f814-46d7-8fc8-cd67d439d5e3, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=55348a68-f814-46d7-8fc8-cd67d439d5e3,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:46.470219 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.492139 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Calling delete_port for 55348a68-f814-46d7-8fc8-cd67d439d5e3 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:46.563440 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Deleting port 55348a68-f814-46d7-8fc8-cd67d439d5e3 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:46.564549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.653038 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] For port 55348a68-f814-46d7-8fc8-cd67d439d5e3, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=55348a68-f814-46d7-8fc8-cd67d439d5e3,segment=NetworkSegment(6449e072-bb93-4796-9fda-2106cfe98d66),segment_id=6449e072-bb93-4796-9fda-2106cfe98d66)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:46.653438 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.680644 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Calling delete_port for 55348a68-f814-46d7-8fc8-cd67d439d5e3 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:46.864060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:46.916354 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] Pushing event deleted for resources: {'Port': ['ID=55348a68-f814-46d7-8fc8-cd67d439d5e3,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:46.936132 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12245f2f-7884-4804-9d5b-b3966b5eb0e3 None None] No DVR routers for this DVR port 55348a68-f814-46d7-8fc8-cd67d439d5e3 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:50:46.985477 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 55348a68-f814-46d7-8fc8-cd67d439d5e3 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:50:47.008052 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 55348a68-f814-46d7-8fc8-cd67d439d5e3 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:50:47.008979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 55348a68-f814-46d7-8fc8-cd67d439d5e3 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:50:47.009694 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:50:47.031726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:50:47.032848 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 5d6e5beb-42e9-4a5c-8a10-0bcfcf26b299 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:50:47.096795 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (55348a68-f814-46d7-8fc8-cd67d439d5e3), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.134940 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] No DVR routers for this DVR port 55348a68-f814-46d7-8fc8-cd67d439d5e3 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:50:47.140433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebebd14-4079-4330-a76a-8e1cf615c2c1 req-8514fb58-ec01-45bc-8528-1410961a024e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:47.142290 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3ebebd14-4079-4330-a76a-8e1cf615c2c1 req-8514fb58-ec01-45bc-8528-1410961a024e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1089752 Oct 15 13:50:47.145394 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55348a68-f814-46d7-8fc8-cd67d439d5e3,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:47.148878 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53442) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:47.275810 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3ebebd14-4079-4330-a76a-8e1cf615c2c1 req-9ee3d28f-f306-41fe-bea4-9cd5cf7edc3a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175778 Oct 15 13:50:47.421371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (ee310ecf-be11-4c15-91ef-9612882639c9), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.437818 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b47df51-9b50-4004-8f01-09e50be529d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.439063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37373ada-90b7-4a11-a85d-a8fd89178d41 req-e749a66a-226b-4f79-b245-9a007827b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:47.441769 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-37373ada-90b7-4a11-a85d-a8fd89178d41 req-e749a66a-226b-4f79-b245-9a007827b35d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.1354232 Oct 15 13:50:47.469452 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee310ecf-be11-4c15-91ef-9612882639c9']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:47.477024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7bd37-2863-4536-900e-f2b4ac43f0a1 req-664ad178-70ca-40cf-a88d-0c581a6a5876 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:47.479447 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ca7bd37-2863-4536-900e-f2b4ac43f0a1 req-664ad178-70ca-40cf-a88d-0c581a6a5876 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.1368697 Oct 15 13:50:47.494092 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6449e072-bb93-4796-9fda-2106cfe98d66') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:47.494568 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6449e072-bb93-4796-9fda-2106cfe98d66') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:50:47.505779 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:47.518555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (6449e072-bb93-4796-9fda-2106cfe98d66), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.550575 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (6449e072-bb93-4796-9fda-2106cfe98d66), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.560830 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:50:47.561554 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (6449e072-bb93-4796-9fda-2106cfe98d66), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.593766 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 6449e072-bb93-4796-9fda-2106cfe98d66 resource provider aggregate not found Oct 15 13:50:47.601083 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ca7bd37-2863-4536-900e-f2b4ac43f0a1 req-37c4f0a9-5ef2-4b09-95a5-cdfe60f2f636 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108160 Oct 15 13:50:47.627169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:47.645499 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b47df51-9b50-4004-8f01-09e50be529d3 admin admin] Publish callbacks [] for security_group (d3704792-7136-4a44-b00f-3b4fd14f68ab), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.651902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7b47df51-9b50-4004-8f01-09e50be529d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d3704792-7136-4a44-b00f-3b4fd14f68ab), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.709941 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 6449e072-bb93-4796-9fda-2106cfe98d66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6449e072-bb93-4796-9fda-2106cfe98d66 found for delete ", "request_id": "req-64740eff-f235-4223-a1e7-dd1be4f8aeb6"}]} Oct 15 13:50:47.737239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47df51-9b50-4004-8f01-09e50be529d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3704792-7136-4a44-b00f-3b4fd14f68ab,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:47.747788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7b47df51-9b50-4004-8f01-09e50be529d3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=15c81d35884a48a0925d7e8ce7d6df22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976856 Oct 15 13:50:47.755068 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-d73b0960-8522-48ef-bf89-2d3186f8bf8f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:47.756631 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-d73b0960-8522-48ef-bf89-2d3186f8bf8f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 946 time: 0.0779262 Oct 15 13:50:47.757126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53464) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:47.788389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (ee310ecf-be11-4c15-91ef-9612882639c9), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.817598 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.822706 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ee310ecf-be11-4c15-91ef-9612882639c9 HTTP/1.1" status: 204 len: 168 time: 1.6197004 Oct 15 13:50:47.841713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246c0a-c891-4538-b53e-8b3915ed60c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee310ecf-be11-4c15-91ef-9612882639c9,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:47.848947 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-37373ada-90b7-4a11-a85d-a8fd89178d41 req-bc36e1f7-3be6-4b35-bf57-17c532360305 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376555 Oct 15 13:50:47.953963 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] Publish callbacks [] for security_group (d3704792-7136-4a44-b00f-3b4fd14f68ab), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:47.972125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Deleting port 8383672e-6343-4633-a903-42e13011e626 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:50:47.972475 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8383672e-6343-4633-a903-42e13011e626), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.089446 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] Publish callbacks [] for security_group (d3704792-7136-4a44-b00f-3b4fd14f68ab), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.118419 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53480) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:48.192259 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a904dc59-4a07-41b4-a1b3-4a88ec85077b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=984a02b8dfd446879438d29b5efdd996&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0713050 Oct 15 13:50:48.195257 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53482) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:48.236492 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] For port 8383672e-6343-4633-a903-42e13011e626, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8383672e-6343-4633-a903-42e13011e626,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:50:48.236932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8383672e-6343-4633-a903-42e13011e626), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.267655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Calling delete_port for 8383672e-6343-4633-a903-42e13011e626 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:50:48.269765 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d3704792-7136-4a44-b00f-3b4fd14f68ab), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.272279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.273482 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3704792-7136-4a44-b00f-3b4fd14f68ab HTTP/1.1" status: 204 len: 168 time: 0.5153375 Oct 15 13:50:48.302690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b561cf-8a46-4904-a56f-c99f9ade1052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3704792-7136-4a44-b00f-3b4fd14f68ab,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:48.376826 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] Publish callbacks [] for security_group (5c266099-7738-42a9-86cd-f9a2b25d1bec), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.418594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] Publish callbacks [] for security_group (5c266099-7738-42a9-86cd-f9a2b25d1bec), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.501228 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:48.593067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb156ff-7483-4f8a-abbd-c5e0224d7088 req-87a39c35-d237-4410-aeed-c23a6588bef6 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:48.594724 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5fb156ff-7483-4f8a-abbd-c5e0224d7088 req-87a39c35-d237-4410-aeed-c23a6588bef6 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1646602 Oct 15 13:50:48.610135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (8383672e-6343-4633-a903-42e13011e626), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.625094 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5c266099-7738-42a9-86cd-f9a2b25d1bec), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.627816 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.628993 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5c266099-7738-42a9-86cd-f9a2b25d1bec HTTP/1.1" status: 204 len: 168 time: 0.4324124 Oct 15 13:50:48.668708 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Pushing event deleted for resources: {'Port': ['ID=8383672e-6343-4633-a903-42e13011e626,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:48.680336 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8de88f-7cb8-4350-9df5-e3c3d93164f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c266099-7738-42a9-86cd-f9a2b25d1bec,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:48.855453 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:48.856419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] No DVR routers for this DVR port 8383672e-6343-4633-a903-42e13011e626 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:50:48.878565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 53506) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:48.881693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:48.885302 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1b8ae001-327f-4f66-b96c-1996e42d758e req-e373c04a-e45f-4cdb-aa1f-133db78ca603 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8383672e-6343-4633-a903-42e13011e626 HTTP/1.1" status: 204 len: 173 time: 1.1213558 Oct 15 13:50:48.895926 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5fb156ff-7483-4f8a-abbd-c5e0224d7088 req-cbbee74b-f9ae-424c-8eac-3adad6ecf710 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905011 Oct 15 13:50:48.899634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'name': 'network-vif-deleted', 'tag': '8383672e-6343-4633-a903-42e13011e626'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:48.902715 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3a8e6-bc07-4d8d-bf2f-a4cc41a4e0f8" -d '{"events": [{"server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "name": "network-vif-deleted", "tag": "8383672e-6343-4633-a903-42e13011e626"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:48.921876 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-de7e690e-442b-4de0-bbbf-67adf842751c req-4963dcbc-c47d-4d6d-94f9-06c7bad7d387 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.1123405 Oct 15 13:50:48.967241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75a67f1-5577-4389-9066-131f4abc9efe x-openstack-request-id: req-a75a67f1-5577-4389-9066-131f4abc9efe {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:48.968066 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd01fa3-108f-4365-b722-b2a0af32983b", "name": "network-vif-deleted", "tag": "8383672e-6343-4633-a903-42e13011e626", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:48.968554 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a75a67f1-5577-4389-9066-131f4abc9efe {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:48.969358 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75a67f1-5577-4389-9066-131f4abc9efe'] response: {'server_uuid': 'bbd01fa3-108f-4365-b722-b2a0af32983b', 'name': 'network-vif-deleted', 'tag': '8383672e-6343-4633-a903-42e13011e626', 'status': 'completed', 'code': 200} Oct 15 13:50:48.992972 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9d7-45ab-48a6-b18c-5e55ecdbe380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.177531 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9d7-45ab-48a6-b18c-5e55ecdbe380 admin admin] Publish callbacks [] for security_group (d602cc6d-ed38-4444-a668-8cf1ffc0f119), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.184114 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9d7-45ab-48a6-b18c-5e55ecdbe380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d602cc6d-ed38-4444-a668-8cf1ffc0f119), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.198238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:49.241679 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4f16f9d7-45ab-48a6-b18c-5e55ecdbe380 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5f613cafcf984d5f8ca91ca26ba389f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591182 Oct 15 13:50:49.243419 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f9d7-45ab-48a6-b18c-5e55ecdbe380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d602cc6d-ed38-4444-a668-8cf1ffc0f119,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:49.245210 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53516) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:49.314501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] Publish callbacks [] for security_group (d602cc6d-ed38-4444-a668-8cf1ffc0f119), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.373562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] Publish callbacks [] for security_group (d602cc6d-ed38-4444-a668-8cf1ffc0f119), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.468168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d602cc6d-ed38-4444-a668-8cf1ffc0f119), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.474423 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:49.479309 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d602cc6d-ed38-4444-a668-8cf1ffc0f119 HTTP/1.1" status: 204 len: 168 time: 0.2297783 Oct 15 13:50:49.493648 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5445ade-f4f1-40e2-96a9-c0207dc3e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d602cc6d-ed38-4444-a668-8cf1ffc0f119,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:49.767401 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8383672e-6343-4633-a903-42e13011e626 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:50:49.814753 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 8383672e-6343-4633-a903-42e13011e626 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:50:49.815281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8383672e-6343-4633-a903-42e13011e626 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:50:50.144713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed1d1-2c61-4004-a121-1d7386149e84 req-36e2d632-0bdd-451e-b3eb-f56c8909845f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:50.146529 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ebbed1d1-2c61-4004-a121-1d7386149e84 req-36e2d632-0bdd-451e-b3eb-f56c8909845f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0851054 Oct 15 13:50:50.187126 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9e52f2f5-ec45-4e73-89ee-06f6717deb6c req-8b24edfa-c958-4206-977e-1b354ba4de1f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bbd01fa3-108f-4365-b722-b2a0af32983b HTTP/1.1" status: 200 len: 210 time: 0.0393617 Oct 15 13:50:50.258703 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ebbed1d1-2c61-4004-a121-1d7386149e84 req-128bcc8e-83ec-43b9-bd58-fa351da41117 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991282 Oct 15 13:50:50.926360 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-863635c1-8500-442c-bff3-6f17f0dcfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:50.932298 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-863635c1-8500-442c-bff3-6f17f0dcfff4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.1995282 Oct 15 13:50:50.942679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8e42-d730-4d0f-bdfa-f636e336ce82 req-c949351a-1528-4d93-a0f1-f77306b8745a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:50.944560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e16f8e42-d730-4d0f-bdfa-f636e336ce82 req-c949351a-1528-4d93-a0f1-f77306b8745a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1339533 Oct 15 13:50:51.082262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e16f8e42-d730-4d0f-bdfa-f636e336ce82 req-149308b5-37c1-4958-9e4d-181f7a982b91 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253982 Oct 15 13:50:51.093747 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-e40c036c-8e01-4966-a620-cacd35ff43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:51.095298 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-e40c036c-8e01-4966-a620-cacd35ff43dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1496124 Oct 15 13:50:51.151936 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-0a80f1be-6e29-4c0e-b1b9-650386376885 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.0421629 Oct 15 13:50:51.224082 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-3e3ac9be-299c-4d4e-acd5-67da760cb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:51.225823 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-3e3ac9be-299c-4d4e-acd5-67da760cb452 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0675237 Oct 15 13:50:51.298429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-92a8c77b-f7fb-4a70-8550-fc38f4b1eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:51.301102 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-92a8c77b-f7fb-4a70-8550-fc38f4b1eb25 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675881 Oct 15 13:50:51.480687 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-ece9e2d7-2cf0-435e-9e2a-ff2f5ccd197b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710618 Oct 15 13:50:51.623333 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d774eb6-e17e-47ff-b23e-fa7db5bea34c req-f8d76983-f21b-42ba-91ef-5ea30363dda0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348729 Oct 15 13:50:51.787608 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:51.819837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-d6725329-0de7-45bc-ac70-43573e8e2b84 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:51.821671 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-d6725329-0de7-45bc-ac70-43573e8e2b84 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 809 time: 0.1365740 Oct 15 13:50:51.838274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-cbd0b73e-9302-4914-953f-93e0fa17b0b5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/quotas/b58d317ad84e46be85ed15b3e51c2f97 HTTP/1.1" status: 200 len: 375 time: 0.0108068 Oct 15 13:50:51.878431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-fec7e572-b2f2-4bca-9d8c-dc6e51140d85 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326278 Oct 15 13:50:51.974833 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:52.040439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-3e25e3bc-6139-4000-96e7-766dc780371f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495049 Oct 15 13:50:52.157722 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2f0b7e84-c29e-4b32-838e-eb18132cbb93 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065893 Oct 15 13:50:52.255451 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a13e9-ff3f-423f-a673-6348bcbbdc81 req-76b318a5-cb69-4c56-b63c-8a527f5ea4fe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:52.260545 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e37a13e9-ff3f-423f-a673-6348bcbbdc81 req-76b318a5-cb69-4c56-b63c-8a527f5ea4fe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0694821 Oct 15 13:50:52.262387 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9235b1d6-4471-480b-9b81-e251bb7b617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:52.337792 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e37a13e9-ff3f-423f-a673-6348bcbbdc81 req-d68db43b-b931-4875-a1b4-c61f9c1e69d7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Oct 15 13:50:52.381883 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af7a8b00-691e-46ac-a75a-bf202146a2b0 req-90442da5-e723-499c-a455-30e13b544359 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0426624 Oct 15 13:50:53.560509 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c18e17e-930d-47d8-a450-63961832479e req-6ec1116c-7b09-4e69-963b-b42fa546b513 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0640042 Oct 15 13:50:53.575236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f4840-2080-4224-86ec-b86e74978f7c req-7d5a7335-cbca-45f2-ad38-5c6a98af10ff tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:53.584924 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-499f4840-2080-4224-86ec-b86e74978f7c req-7d5a7335-cbca-45f2-ad38-5c6a98af10ff tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.1260316 Oct 15 13:50:53.651007 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-499f4840-2080-4224-86ec-b86e74978f7c req-7dc9d60f-984c-4232-9f8c-7cd3d43a8871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646851 Oct 15 13:50:54.368217 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=54 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:54.462771 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=68 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:54.585585 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-078a7bbe-e084-4997-bc8f-5e949f955b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:54.758883 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ef9f0f2b-c97f-473d-b9b1-b11f6ba6edcd req-aec92451-a10c-4174-9fa4-cb9c84e1be39 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0573189 Oct 15 13:50:54.781067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-418d7ebe-6102-41cf-9ae3-1cc97fd9c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:54.783056 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-418d7ebe-6102-41cf-9ae3-1cc97fd9c183 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.0911458 Oct 15 13:50:54.843966 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c338b-a113-4db5-afcd-acb13b6f9086 req-1f24d019-7bba-412b-ac43-dfb28c22820c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:54.845449 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f54c338b-a113-4db5-afcd-acb13b6f9086 req-1f24d019-7bba-412b-ac43-dfb28c22820c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0825031 Oct 15 13:50:54.998522 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f54c338b-a113-4db5-afcd-acb13b6f9086 req-716f4120-aa9b-4b36-818a-69d72c81e1d3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Oct 15 13:50:55.007831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-5fb9778b-117e-4b41-84f7-448dc7dbc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:55.010532 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-5fb9778b-117e-4b41-84f7-448dc7dbc1de service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1950793 Oct 15 13:50:55.436094 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-be4b11e0-0f09-431a-b3ca-ef26273d1d32 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.0795681 Oct 15 13:50:55.525961 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-57a80ca3-8cfb-4008-b348-ba7094b63ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:55.528776 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-57a80ca3-8cfb-4008-b348-ba7094b63ea6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0872068 Oct 15 13:50:55.602131 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-41eaa3f5-7b3b-4095-81c9-e36f341596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:55.605403 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-41eaa3f5-7b3b-4095-81c9-e36f341596e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695405 Oct 15 13:50:55.976347 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3e03e37b-05e4-42b3-a61a-da9ecc8272b6 req-1a7c52f4-078a-4ce0-9151-a2b043edb7a0 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0365951 Oct 15 13:50:56.015678 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-f471c1f8-db46-4b6b-b972-c42d8f616dc6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030082 Oct 15 13:50:56.164830 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231dd5-0c5b-4da9-bf3e-e34a07be3712 req-0a85c5bc-0904-425c-b9c6-174741fc7427 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:56.167374 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-71231dd5-0c5b-4da9-bf3e-e34a07be3712 req-0a85c5bc-0904-425c-b9c6-174741fc7427 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0662975 Oct 15 13:50:56.182046 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cbdf7091-e726-4d54-8e90-d4117c0e5c4e req-407955c2-ee8c-4636-9a09-fe7b88a8d6ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597703 Oct 15 13:50:56.184559 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-8a79baea-d1fd-42d1-8dc9-f00a95153371 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:56.187762 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-8a79baea-d1fd-42d1-8dc9-f00a95153371 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 809 time: 0.1464212 Oct 15 13:50:56.198237 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:56.207578 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Request body: {'port': {'device_id': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d', 'admin_state_up': True, 'tenant_id': 'b58d317ad84e46be85ed15b3e51c2f97'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:56.217742 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:56.238072 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:56.261907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-71231dd5-0c5b-4da9-bf3e-e34a07be3712 req-8d2e20d1-ea48-4657-a481-0acbe404fbdd tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700350 Oct 15 13:50:56.338696 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:56.391240 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Made reservation on behalf of b58d317ad84e46be85ed15b3e51c2f97 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:50:56.395937 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:56.547081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Allocated IP 172.20.0.4 (48059652-91b4-4864-bff2-b040e5893a7d/bd799cd6-c155-423a-9a0f-2781f6038a8b/866f3568-c979-4710-80ce-b8cc5ebc5360) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:50:56.749028 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks [] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:56.802942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:56.948059 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Network 48059652-91b4-4864-bff2-b040e5893a7d is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:50:56.952834 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:50:56.962394 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:50:57.026514 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:57.027167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.046232 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Pushing event updated for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:57.055057 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-5f592590-ed0e-48f3-8bec-d1d362246f4f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587735 Oct 15 13:50:57.077992 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Request body: {'port': {'device_id': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:57.266983 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:57.272079 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.285180 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464261d-7aec-4dd8-89a6-73a83a314c6d req-6edded06-4b43-4191-8781-d572e18282f0 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:57.289226 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a464261d-7aec-4dd8-89a6-73a83a314c6d req-6edded06-4b43-4191-8781-d572e18282f0 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 931 time: 0.1076488 Oct 15 13:50:57.420257 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a464261d-7aec-4dd8-89a6-73a83a314c6d req-c4e05b1c-2dcd-4280-a62f-e3af9506a89c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246362 Oct 15 13:50:57.633419 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:57.682189 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866f3568-c979-4710-80ce-b8cc5ebc5360 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:50:57.691574 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks [] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.714670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Transition to ACTIVE for port object 866f3568-c979-4710-80ce-b8cc5ebc5360 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:50:57.719130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.720569 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.818975 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:57.827150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Pushing event updated for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:57.879113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Attempting to bind port 866f3568-c979-4710-80ce-b8cc5ebc5360 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:50:57.879772 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Attempting to bind port 866f3568-c979-4710-80ce-b8cc5ebc5360 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:50:57.880468 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Attempting to bind port 866f3568-c979-4710-80ce-b8cc5ebc5360 on network 48059652-91b4-4864-bff2-b040e5893a7d {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:50:57.961222 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Port 866f3568-c979-4710-80ce-b8cc5ebc5360 on network 48059652-91b4-4864-bff2-b040e5893a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:50:57.961763 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Attempting to bind port 866f3568-c979-4710-80ce-b8cc5ebc5360 on network 48059652-91b4-4864-bff2-b040e5893a7d {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:50:58.013400 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:50:58.013717 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Checking segment: {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:50:58.014149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Bound using segment: {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:50:58.014641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Bound port: 866f3568-c979-4710-80ce-b8cc5ebc5360, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2857ab-1485-4468-b909-b9e379dcf1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:50:58.015520 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:58.090588 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:50:58.094835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=866f3568-c979-4710-80ce-b8cc5ebc5360,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:50:58.103157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:58.108541 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:58.109236 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:58.110739 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/866f3568-c979-4710-80ce-b8cc5ebc5360 HTTP/1.1" status: 200 len: 1093 time: 1.0481477 Oct 15 13:50:58.111334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:50:58.113802 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8" -d '{"events": [{"name": "network-changed", "server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:50:58.189810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e8527-8838-47d3-8796-1a8109f0690f x-openstack-request-id: req-4d8e8527-8838-47d3-8796-1a8109f0690f {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:50:58.189810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:50:58.189810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d8e8527-8838-47d3-8796-1a8109f0690f {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:50:58.190205 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8e8527-8838-47d3-8796-1a8109f0690f'] response: {'name': 'network-changed', 'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360', 'status': 'completed', 'code': 200} Oct 15 13:50:58.190660 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78bbeb-28e7-4da9-9bc6-17c60b2b82ea service neutron] Pushing event updated for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:58.223730 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-33405f0f-7c59-4183-92a5-836b17c2163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:58.225349 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-33405f0f-7c59-4183-92a5-836b17c2163c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 1127 time: 0.0504611 Oct 15 13:50:58.274478 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-57653879-a0c7-4fa5-987c-a958efed9cec service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866f3568-c979-4710-80ce-b8cc5ebc5360 HTTP/1.1" status: 200 len: 217 time: 0.0355213 Oct 15 13:50:58.336147 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-36408a88-0dd3-4314-b8e7-3323570a0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:58.337764 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-36408a88-0dd3-4314-b8e7-3323570a0418 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bd799cd6-c155-423a-9a0f-2781f6038a8b HTTP/1.1" status: 200 len: 849 time: 0.0576699 Oct 15 13:50:58.373621 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-7c7a248e-eb4b-41e0-b95a-3c866b9c5f03 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=48059652-91b4-4864-bff2-b040e5893a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293000 Oct 15 13:50:58.498126 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-639020e3-980b-41b0-972a-6303da9b9e8a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174543 Oct 15 13:50:58.565548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:58.604469 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4482-4e77-456b-b6a3-afc619d42d8f req-2f0f1c27-d27a-4500-9445-289e95a73295 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:58.607431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-43ff4482-4e77-456b-b6a3-afc619d42d8f req-2f0f1c27-d27a-4500-9445-289e95a73295 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0868275 Oct 15 13:50:58.630907 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-2a06fd48-f463-438a-b43f-0c7a18ca8f36 req-76004cdc-8278-45fd-b11d-a00cf8ee0118 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270499 Oct 15 13:50:58.670433 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-43ff4482-4e77-456b-b6a3-afc619d42d8f req-fa31827f-fcee-474b-8c87-253a1f1ce54d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Oct 15 13:50:59.054945 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53790) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:59.060061 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220052493', 'description': 'tempest-description--1363182256'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:59.088531 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.176837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (0286fd3f-378d-4285-a7ec-78ef22af1312), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.182199 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0286fd3f-378d-4285-a7ec-78ef22af1312), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.213493 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.215348 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1589894 Oct 15 13:50:59.219143 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53792) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:59.223857 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'security_group_rule': {'security_group_id': '0286fd3f-378d-4285-a7ec-78ef22af1312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:59.231397 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929314d6-40e3-44fd-8fb4-23d588142357 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0286fd3f-378d-4285-a7ec-78ef22af1312,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:59.257461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (1fce44fa-6525-44f7-87ca-1d7a32395e39), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.327617 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (1fce44fa-6525-44f7-87ca-1d7a32395e39), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.333008 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (1fce44fa-6525-44f7-87ca-1d7a32395e39), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.356278 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fce44fa-6525-44f7-87ca-1d7a32395e39,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:59.364110 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.368851 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6fd53eeb-487d-4827-9f98-d3f1c742a8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482556 Oct 15 13:50:59.369775 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53794) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:59.378416 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'security_group_rule': {'security_group_id': '0286fd3f-378d-4285-a7ec-78ef22af1312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:59.426196 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (ca0fcc68-9c6a-4d7a-b6cb-7715168dfbc6), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.497312 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (ca0fcc68-9c6a-4d7a-b6cb-7715168dfbc6), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.502667 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (ca0fcc68-9c6a-4d7a-b6cb-7715168dfbc6), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.527194 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0fcc68-9c6a-4d7a-b6cb-7715168dfbc6,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:50:59.535325 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.536815 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-76dfed42-34a7-4785-a984-3de02be3d788 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656432 Oct 15 13:50:59.540180 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 53798) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:50:59.545216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:50:59.579605 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.692101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:50:59.748547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:59.767700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:50:59.883509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283247-651d-4010-a9d3-5468d9d2a7e7 req-5be92ad9-a230-47ab-aab3-5e2f630d6086 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:50:59.885148 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9283247-651d-4010-a9d3-5468d9d2a7e7 req-5be92ad9-a230-47ab-aab3-5e2f630d6086 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0773113 Oct 15 13:50:59.893404 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Allocated IP 172.27.0.191 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/facdfda9-fbcf-4f3d-a23a-2edf95a2296f) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:50:59.999630 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9283247-651d-4010-a9d3-5468d9d2a7e7 req-1ff1960b-1aba-44b9-90e9-317f2882e2a6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041892 Oct 15 13:51:00.095693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.146480 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.196005 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:00.199697 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:00.205496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:00.212897 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'Port': ['ID=facdfda9-fbcf-4f3d-a23a-2edf95a2296f,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:00.342375 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.402496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.601659 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.608650 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.711057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'Port': ['ID=facdfda9-fbcf-4f3d-a23a-2edf95a2296f,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:00.714040 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.719863 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:00.742593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:00.752797 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-52bdc76f-0283-4dc4-8acc-1cd5090d6038 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2108738 Oct 15 13:51:01.103422 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:01.130051 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-a62ca936-6b80-41b7-8aa1-6da87191034c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--220052493&fields=id&tenant_id=09a0813bae074cd2aa552be82abe8493 HTTP/1.1" status: 200 len: 267 time: 0.0946960 Oct 15 13:51:01.323657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae6b4-5001-4c5c-94c8-94ba307f376e req-4e5f5b17-63d1-4574-9a98-f24e0a55e3b9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:01.325488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a3dae6b4-5001-4c5c-94c8-94ba307f376e req-4e5f5b17-63d1-4574-9a98-f24e0a55e3b9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0912590 Oct 15 13:51:01.378391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-566288cc-9724-453f-84c2-3ef428eab9b2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:01.380117 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-566288cc-9724-453f-84c2-3ef428eab9b2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 0.2413514 Oct 15 13:51:01.408515 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-085d008b-74fa-4c06-bd54-4082becdb77a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/quotas/09a0813bae074cd2aa552be82abe8493 HTTP/1.1" status: 200 len: 375 time: 0.0225146 Oct 15 13:51:01.444420 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a3dae6b4-5001-4c5c-94c8-94ba307f376e req-c55cb0af-0f8d-48bc-b9cf-190d61534fcb tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891621 Oct 15 13:51:01.520526 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-40815388-eba5-422a-a904-b7a0ba5bb4a0 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916281 Oct 15 13:51:01.641089 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-20c7c232-286a-443b-80c7-751d119c47cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154273 Oct 15 13:51:01.825413 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-ab13e5c4-c622-4c5c-9e76-f59e7de20be8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832480 Oct 15 13:51:01.895854 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-4ab19992-dfb7-4a59-9e6b-bca43cab1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:01.899863 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-4ab19992-dfb7-4a59-9e6b-bca43cab1c6d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 1127 time: 0.1853371 Oct 15 13:51:02.122091 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b634bd79-b889-4e5a-be2b-d81e1445c043 req-990141cf-c070-4cf1-9ec8-afdf00a7262e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0649745 Oct 15 13:51:02.136812 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-dfaeb507-785d-4b9b-a9af-d62be795ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:02.138504 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-dfaeb507-785d-4b9b-a9af-d62be795ae38 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 200 len: 910 time: 0.2314467 Oct 15 13:51:02.192266 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-aa884892-e41d-474d-895b-493b9a806f62 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866f3568-c979-4710-80ce-b8cc5ebc5360 HTTP/1.1" status: 200 len: 217 time: 0.0463498 Oct 15 13:51:02.240891 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:02.279393 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-c6a351c0-5d38-4419-8393-72b1e9a5db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:02.283458 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-c6a351c0-5d38-4419-8393-72b1e9a5db9b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bd799cd6-c155-423a-9a0f-2781f6038a8b HTTP/1.1" status: 200 len: 849 time: 0.0835850 Oct 15 13:51:02.325337 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-0d08dd71-7fd5-4668-a644-10c95a8ad27c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=48059652-91b4-4864-bff2-b040e5893a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352831 Oct 15 13:51:02.464378 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-28899097-7449-47fe-932f-2e2c720de7cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327679 Oct 15 13:51:02.630028 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fbc11-aaf1-441d-b48a-0388d8e69f40 req-81a9b8ad-34af-461e-abe3-b1320a5e9ba5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:02.633943 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a18fbc11-aaf1-441d-b48a-0388d8e69f40 req-81a9b8ad-34af-461e-abe3-b1320a5e9ba5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0655220 Oct 15 13:51:02.634498 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bebecc77-8b22-4cd5-aec0-5b3c29a57df8 req-c520927d-da3d-4397-bd37-48f732f4c5b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644936 Oct 15 13:51:02.698128 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a18fbc11-aaf1-441d-b48a-0388d8e69f40 req-d873d259-239b-4518-8127-f2f08ec6f794 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Oct 15 13:51:03.287163 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3188d45d-e0a7-4ce8-b90c-d55e7558bceb req-3c9e03cc-1bf4-42aa-b50b-8680f4b67849 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0404801 Oct 15 13:51:03.842005 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30783121-10f1-473a-bc22-734bbb4ca212 req-ce51e62f-34a8-4501-8dbd-0d1cf3a03177 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:03.843934 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-30783121-10f1-473a-bc22-734bbb4ca212 req-ce51e62f-34a8-4501-8dbd-0d1cf3a03177 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0579276 Oct 15 13:51:03.877968 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 866f3568-c979-4710-80ce-b8cc5ebc5360 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:51:03.926552 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-30783121-10f1-473a-bc22-734bbb4ca212 req-81363d91-5c94-4a83-a25e-954bc7126fff tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Oct 15 13:51:04.085247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=866f3568-c979-4710-80ce-b8cc5ebc5360,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:04.099457 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:04.110364 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '866f3568-c979-4710-80ce-b8cc5ebc5360', 'network_id': '48059652-91b4-4864-bff2-b040e5893a7d', 'port_id': '866f3568-c979-4710-80ce-b8cc5ebc5360', 'mac_address': 'fa:16:3e:e2:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd799cd6-c155-423a-9a0f-2781f6038a8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:51:04.184958 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 866f3568-c979-4710-80ce-b8cc5ebc5360 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:04.185309 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:04.202446 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866f3568-c979-4710-80ce-b8cc5ebc5360 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:51:04.234437 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=866f3568-c979-4710-80ce-b8cc5ebc5360,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:04.240812 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:04.316471 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:04.465889 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aae7ea24-940a-4617-bd44-51978cce630c req-34adf3e9-3ceb-4475-90f8-d8c5cd8abd1f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0490761 Oct 15 13:51:05.099469 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb09d1b-91b2-401d-a131-c7050b7fff20 req-d82c22bd-efcf-4632-a039-c2935ba25d04 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:05.101335 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cb09d1b-91b2-401d-a131-c7050b7fff20 req-d82c22bd-efcf-4632-a039-c2935ba25d04 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 944 time: 0.0547986 Oct 15 13:51:05.178811 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cb09d1b-91b2-401d-a131-c7050b7fff20 req-38d5b8e7-30d2-4fdb-9b14-72511e53c61c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703249 Oct 15 13:51:05.341310 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:05.345745 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:05.632791 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a2332fc-3da4-45d0-97b3-0a8d0f555ac5 req-f16ca831-fce6-474d-8126-8352d1d2b01f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0308251 Oct 15 13:51:06.345524 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab16ac-2765-4fda-b3b6-4ebd1af2612b req-a9abe104-a92d-4ae9-a537-3ca9a905f4ad tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:06.347486 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96ab16ac-2765-4fda-b3b6-4ebd1af2612b req-a9abe104-a92d-4ae9-a537-3ca9a905f4ad tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 944 time: 0.0720160 Oct 15 13:51:06.394790 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:06.411720 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96ab16ac-2765-4fda-b3b6-4ebd1af2612b req-bc6bf9e4-576d-4760-9fc0-f673300a002c tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559452 Oct 15 13:51:06.758788 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['866f3568-c979-4710-80ce-b8cc5ebc5360'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:51:06.766470 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-76394899-211e-4585-866c-37e24e42b264 req-d119b8c6-89b5-4c00-9cf2-c22fd88d3adb tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0414917 Oct 15 13:51:07.091658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-f07325cc-cfa9-4931-b7fc-679a8cf496b3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:07.093633 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-f07325cc-cfa9-4931-b7fc-679a8cf496b3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 819 time: 0.1944699 Oct 15 13:51:07.231382 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-d8c59c3b-0bed-4741-9f2c-dd1ce3c01f4e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09a0813bae074cd2aa552be82abe8493 HTTP/1.1" status: 200 len: 379 time: 0.1248205 Oct 15 13:51:07.263402 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'port': {'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'admin_state_up': True, 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'security_groups': ['0286fd3f-378d-4285-a7ec-78ef22af1312']}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:07.426459 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Made reservation on behalf of 09a0813bae074cd2aa552be82abe8493 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:07.431386 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:07.618898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e7481-6a72-46b2-a45e-d46b466854d1 req-26197ab8-6612-4dcd-9575-e4b7a7263551 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:07.622200 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-337e7481-6a72-46b2-a45e-d46b466854d1 req-26197ab8-6612-4dcd-9575-e4b7a7263551 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 944 time: 0.0841942 Oct 15 13:51:07.655796 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Allocated IP 172.20.0.11 (c1b0ef41-77c8-4965-9ff6-7478183c5789/dc3c67ac-f895-44ad-9b47-a00c13f2c125/4fc36f1c-5dfc-463e-b40a-40955077b6d2) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:07.691736 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-337e7481-6a72-46b2-a45e-d46b466854d1 req-31943cc4-beb0-4f5d-8de0-31b3d5d18e26 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618930 Oct 15 13:51:07.792225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:07.881580 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:07.922856 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a41a58-31ef-4f30-8162-f737a7180bd9 req-91c1eae5-af6b-451e-8032-956f21b4e33e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0601318 Oct 15 13:51:07.925582 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:07.934811 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:07.986921 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:07.993475 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:08.001159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:08.008792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event updated for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:08.087594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:08.088370 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.112677 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-53aeaca9-dde9-4aac-bf20-be63e07350dc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8540704 Oct 15 13:51:08.132008 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Request body: {'port': {'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:08.244057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.319729 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:08.332930 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-fa165029-f9b0-4565-8c8e-8373f486215a None None] Provisioning complete for port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:08.333586 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fa165029-f9b0-4565-8c8e-8373f486215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.334134 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-fa165029-f9b0-4565-8c8e-8373f486215a None None] Attempt 1 to provision port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 Oct 15 13:51:08.396397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-fa165029-f9b0-4565-8c8e-8373f486215a None None] Port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:08.587906 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 866f3568-c979-4710-80ce-b8cc5ebc5360 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:08.601418 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc36f1c-5dfc-463e-b40a-40955077b6d2 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:51:08.611756 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks [] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.628497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Transition to ACTIVE for port object 4fc36f1c-5dfc-463e-b40a-40955077b6d2 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:51:08.636339 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.646940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 866f3568-c979-4710-80ce-b8cc5ebc5360 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:51:08.654878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 866f3568-c979-4710-80ce-b8cc5ebc5360 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:08.655334 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.655803 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 866f3568-c979-4710-80ce-b8cc5ebc5360 Oct 15 13:51:08.751747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 866f3568-c979-4710-80ce-b8cc5ebc5360 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:08.752193 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.791171 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:08.800830 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:08.805214 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d90690f-8df4-4607-9974-e53af1134c46" -d '{"events": [{"server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:08.837629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=866f3568-c979-4710-80ce-b8cc5ebc5360,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:08.844956 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:08.860550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Attempting to bind port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:08.861076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Attempting to bind port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:08.861623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Attempting to bind port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:08.894083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db5a69-fa10-48e6-9978-994d410e592a x-openstack-request-id: req-60db5a69-fa10-48e6-9978-994d410e592a {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:08.894681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:08.895139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60db5a69-fa10-48e6-9978-994d410e592a {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:08.895644 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60db5a69-fa10-48e6-9978-994d410e592a'] response: {'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360', 'code': 200} Oct 15 13:51:08.924207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170484d0-cd4e-47e6-b0e1-e59b81f0d8da req-398f76d3-849b-4d59-9c1c-2e7ee85c1073 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:08.936551 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-170484d0-cd4e-47e6-b0e1-e59b81f0d8da req-398f76d3-849b-4d59-9c1c-2e7ee85c1073 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1130054 Oct 15 13:51:08.944347 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:08.951713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:51:08.952591 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Attempting to bind port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 on network c1b0ef41-77c8-4965-9ff6-7478183c5789 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:09.007948 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:09.033951 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-170484d0-cd4e-47e6-b0e1-e59b81f0d8da req-b8ccafe1-5352-4b96-81de-1b9a9d742b3b tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Oct 15 13:51:09.061159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:09.062202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Checking segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:09.063263 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Bound using segment: {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:09.065704 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Bound port: 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:09.066527 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:09.139473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1d6c-2d24-4782-9147-e3b5cbc0d81e req-a56b7e9b-4b47-4a86-a868-c1ea425856d1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:09.141473 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-626a1d6c-2d24-4782-9147-e3b5cbc0d81e req-a56b7e9b-4b47-4a86-a868-c1ea425856d1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 944 time: 0.0910397 Oct 15 13:51:09.195297 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:09.204408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:09.212336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:09.217850 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:09.218683 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:09.221065 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1094 time: 1.0976088 Oct 15 13:51:09.221950 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:09.222869 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:09.225157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:09.254417 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0390e5-ea3e-4d20-8b2f-c84399c59ead req-6439f311-b7a2-4cde-90d5-20c0c8fe5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:09.256947 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ac0390e5-ea3e-4d20-8b2f-c84399c59ead req-6439f311-b7a2-4cde-90d5-20c0c8fe5f67 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 1129 time: 0.1018834 Oct 15 13:51:09.339637 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-626a1d6c-2d24-4782-9147-e3b5cbc0d81e req-2cb16c7c-a733-4248-aea4-ef94c342c591 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860726 Oct 15 13:51:09.368481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc5582-78b0-407c-9dd9-6856f4c3b0c4 x-openstack-request-id: req-39bc5582-78b0-407c-9dd9-6856f4c3b0c4 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:09.368782 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:09.368986 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39bc5582-78b0-407c-9dd9-6856f4c3b0c4 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:09.369412 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bc5582-78b0-407c-9dd9-6856f4c3b0c4'] response: {'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'status': 'completed', 'code': 200} Oct 15 13:51:09.372543 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:09.382618 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9cd20-fd0c-4766-99dd-b04107f8d960 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:09.394095 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-d1682b27-ccc8-43bb-ab96-eef27a3b3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:09.395575 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-d1682b27-ccc8-43bb-ab96-eef27a3b3d11 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1128 time: 0.0764565 Oct 15 13:51:09.409273 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ac0390e5-ea3e-4d20-8b2f-c84399c59ead req-7c8cf039-ed0d-45eb-8d6f-6ae5914e8e0f service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363277 Oct 15 13:51:09.465144 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-639bba78-8102-489b-999c-97f4055efb4f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 217 time: 0.0595856 Oct 15 13:51:09.941962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54064) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:10.058118 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-627fbeab-acbb-4a39-bddf-9c3829608d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:10.061176 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-627fbeab-acbb-4a39-bddf-9c3829608d4e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0716770 Oct 15 13:51:10.124654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c24ffc8-b8cb-4f36-86db-f73db3dfe39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.128507 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-1aae9237-3c4b-4eac-a295-b59dcdbd5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:10.130626 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-1aae9237-3c4b-4eac-a295-b59dcdbd5b10 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628431 Oct 15 13:51:10.256499 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-dbde935f-2f4c-4a1b-bb9e-9d2871c79a0e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195936 Oct 15 13:51:10.298626 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbd0fb-787d-46dd-a530-425251eab11b req-e54db8f0-1bff-4a68-8216-e74c1accaf1d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:10.301274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cbd0fb-787d-46dd-a530-425251eab11b req-e54db8f0-1bff-4a68-8216-e74c1accaf1d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1213384 Oct 15 13:51:10.402323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c24ffc8-b8cb-4f36-86db-f73db3dfe39d admin admin] Publish callbacks [] for security_group (76a8a06f-31d2-479a-842b-690cdfcc8033), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.415364 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c24ffc8-b8cb-4f36-86db-f73db3dfe39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (76a8a06f-31d2-479a-842b-690cdfcc8033), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.444869 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cbd0fb-787d-46dd-a530-425251eab11b req-aa028ef3-e017-4763-94cf-64026a5716de tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306460 Oct 15 13:51:10.485786 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8c24ffc8-b8cb-4f36-86db-f73db3dfe39d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8c0683d58cdb43408f408d9301909caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424948 Oct 15 13:51:10.490824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24ffc8-b8cb-4f36-86db-f73db3dfe39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8a06f-31d2-479a-842b-690cdfcc8033,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:10.491066 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54072) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:10.537642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eeeb3-4c38-45b9-a71d-07e093170faa req-0f9f6f58-772e-4b5b-803a-ec6055564388 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:10.539263 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-566eeeb3-4c38-45b9-a71d-07e093170faa req-0f9f6f58-772e-4b5b-803a-ec6055564388 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 944 time: 0.0722694 Oct 15 13:51:10.612835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] Publish callbacks [] for security_group (76a8a06f-31d2-479a-842b-690cdfcc8033), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.656913 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] Publish callbacks [] for security_group (76a8a06f-31d2-479a-842b-690cdfcc8033), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.676920 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-566eeeb3-4c38-45b9-a71d-07e093170faa req-f974f63d-1d13-482e-88cc-432c04f21d5b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234274 Oct 15 13:51:10.777922 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (76a8a06f-31d2-479a-842b-690cdfcc8033), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.782365 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:10.784140 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/76a8a06f-31d2-479a-842b-690cdfcc8033 HTTP/1.1" status: 204 len: 168 time: 0.2867110 Oct 15 13:51:10.832520 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72208177-5fd9-4236-9fd0-cb9ea7212dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8a06f-31d2-479a-842b-690cdfcc8033,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:11.015212 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-0827013a-c5e8-4c90-b0e1-21a66dc04651 req-07b899fd-b7c7-4323-aadc-ae80ba2dcfcd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257345 Oct 15 13:51:11.287092 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54088) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:11.306807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b6f353c3-7a33-4784-b8e7-bd5731751a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.363614 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:11.425299 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b6f353c3-7a33-4784-b8e7-bd5731751a5b admin admin] Publish callbacks [] for security_group (42683d50-21f9-4613-a5ce-c86086f96b48), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.430820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b6f353c3-7a33-4784-b8e7-bd5731751a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (42683d50-21f9-4613-a5ce-c86086f96b48), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.479543 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b6f353c3-7a33-4784-b8e7-bd5731751a5b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4662a487309e4da29cdb223ea2254a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912391 Oct 15 13:51:11.480624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f353c3-7a33-4784-b8e7-bd5731751a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42683d50-21f9-4613-a5ce-c86086f96b48,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:11.482833 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54090) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:11.556970 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] Publish callbacks [] for security_group (42683d50-21f9-4613-a5ce-c86086f96b48), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.598219 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] Publish callbacks [] for security_group (42683d50-21f9-4613-a5ce-c86086f96b48), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.640452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd48651-e974-4864-8403-79b374ff2b56 req-f803b54e-2258-4cf2-857e-eeef2858f0d1 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:11.642782 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffd48651-e974-4864-8403-79b374ff2b56 req-f803b54e-2258-4cf2-857e-eeef2858f0d1 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0819578 Oct 15 13:51:11.705665 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (42683d50-21f9-4613-a5ce-c86086f96b48), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.710263 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:11.712183 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/42683d50-21f9-4613-a5ce-c86086f96b48 HTTP/1.1" status: 204 len: 168 time: 0.2279289 Oct 15 13:51:11.764052 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57a5b-37db-42d8-a015-8f4a6536dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42683d50-21f9-4613-a5ce-c86086f96b48,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:11.791507 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffd48651-e974-4864-8403-79b374ff2b56 req-f0cec496-f2a7-4fd2-8955-874425b78b2d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391058 Oct 15 13:51:11.971570 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96646a82-2148-49c6-b4b4-707e0482623a req-b3934ed5-37cb-4d59-8e9f-b237d164a75b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:11.976875 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96646a82-2148-49c6-b4b4-707e0482623a req-b3934ed5-37cb-4d59-8e9f-b237d164a75b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 944 time: 0.1412652 Oct 15 13:51:12.060814 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96646a82-2148-49c6-b4b4-707e0482623a req-d5f22f1e-1189-40b7-b602-c2148e71f1d7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755107 Oct 15 13:51:12.528734 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.547019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54120) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:12.572183 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eb9bca57-f933-4dce-be02-65d80c5633a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.693944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=78,neutron:INSERT=22 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:12.701344 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54126) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:12.722254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eb9bca57-f933-4dce-be02-65d80c5633a2 admin admin] Publish callbacks [] for security_group (d3474b21-6501-4c7d-a72a-145b26972cd5), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.728608 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-eb9bca57-f933-4dce-be02-65d80c5633a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d3474b21-6501-4c7d-a72a-145b26972cd5), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.778544 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-eb9bca57-f933-4dce-be02-65d80c5633a2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0ca507385d134b47aa9a588f8c5c1170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297678 Oct 15 13:51:12.779477 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bca57-f933-4dce-be02-65d80c5633a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3474b21-6501-4c7d-a72a-145b26972cd5,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:12.782340 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54130) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:12.854503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] Publish callbacks [] for security_group (d3474b21-6501-4c7d-a72a-145b26972cd5), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.876161 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e93f890d-2f6f-44ad-9b6e-0f9caa76de57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:12.897826 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:12.900182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] Publish callbacks [] for security_group (d3474b21-6501-4c7d-a72a-145b26972cd5), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.007609 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (d3474b21-6501-4c7d-a72a-145b26972cd5), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.008929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1288c8-bdfd-46e9-b59f-749bc36258fc req-42adf2c8-22e0-4b4d-9caf-0701afee781d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:13.010681 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.010934 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f1288c8-bdfd-46e9-b59f-749bc36258fc req-42adf2c8-22e0-4b4d-9caf-0701afee781d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0687630 Oct 15 13:51:13.012186 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d3474b21-6501-4c7d-a72a-145b26972cd5 HTTP/1.1" status: 204 len: 168 time: 0.2287073 Oct 15 13:51:13.068772 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac956c-8123-4321-b37b-fced0e79c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3474b21-6501-4c7d-a72a-145b26972cd5,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:13.093117 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:13.146278 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e93f890d-2f6f-44ad-9b6e-0f9caa76de57 admin admin] Publish callbacks [] for security_group (b064e573-d509-4433-8de5-f7f303a9db36), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.153319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e93f890d-2f6f-44ad-9b6e-0f9caa76de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b064e573-d509-4433-8de5-f7f303a9db36), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.158751 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f1288c8-bdfd-46e9-b59f-749bc36258fc req-3437b38f-2877-46b7-9347-b675de6548b5 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334293 Oct 15 13:51:13.212840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f890d-2f6f-44ad-9b6e-0f9caa76de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b064e573-d509-4433-8de5-f7f303a9db36,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:13.250103 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e93f890d-2f6f-44ad-9b6e-0f9caa76de57 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c91b9bf6ef964130bf8d23778335086d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466526 Oct 15 13:51:13.251138 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54144) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:13.339050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f629-d52f-4c87-96f3-6483fc36561a req-2f5de980-116e-4ac8-a7ed-0cb50ce6bb0e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:13.341878 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da53f629-d52f-4c87-96f3-6483fc36561a req-2f5de980-116e-4ac8-a7ed-0cb50ce6bb0e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 944 time: 0.1323428 Oct 15 13:51:13.350609 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] Publish callbacks [] for security_group (b064e573-d509-4433-8de5-f7f303a9db36), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.384933 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] Publish callbacks [] for security_group (b064e573-d509-4433-8de5-f7f303a9db36), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.423335 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da53f629-d52f-4c87-96f3-6483fc36561a req-4de8115a-da0e-4db5-9369-cd3779157597 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730217 Oct 15 13:51:13.471407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b064e573-d509-4433-8de5-f7f303a9db36), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.476901 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:13.492169 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b064e573-d509-4433-8de5-f7f303a9db36 HTTP/1.1" status: 204 len: 168 time: 0.2373149 Oct 15 13:51:13.503251 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29fba6-072d-462a-9fa6-df6d7911ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b064e573-d509-4433-8de5-f7f303a9db36,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:13.660624 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54160) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:14.370952 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1268d188-c243-48c1-bfcb-a880d584c7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:14.444582 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-058ff346-f263-48f9-a5c0-0ada2c28a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:14.446734 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-058ff346-f263-48f9-a5c0-0ada2c28a111 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1128 time: 0.6185627 Oct 15 13:51:14.525107 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515cd59-945c-4f2f-9ca6-4f5979ec9c5d req-abd20bba-8487-4838-bfce-622986d15d19 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:14.537403 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e515cd59-945c-4f2f-9ca6-4f5979ec9c5d req-abd20bba-8487-4838-bfce-622986d15d19 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1248384 Oct 15 13:51:14.626342 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4fc36f1c-5dfc-463e-b40a-40955077b6d2 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:51:14.726548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-bf385546-6e45-4873-902a-e1ac33dd200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:14.732546 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-bf385546-6e45-4873-902a-e1ac33dd200e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.2725062 Oct 15 13:51:14.781476 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e515cd59-945c-4f2f-9ca6-4f5979ec9c5d req-11d40098-cb55-459a-9729-a0880410168d tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300899 Oct 15 13:51:14.788402 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1268d188-c243-48c1-bfcb-a880d584c7f2 admin admin] Publish callbacks [] for security_group (85b58a8f-baf4-4177-ae1f-9093a0059ada), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:14.796967 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bb3cd-c94a-4354-bd1a-9c83dccbc395 req-89634c81-4102-453f-9434-f9f5529ef6e1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:14.800493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6b0bb3cd-c94a-4354-bd1a-9c83dccbc395 req-89634c81-4102-453f-9434-f9f5529ef6e1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 944 time: 0.1348042 Oct 15 13:51:14.820089 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:14.894084 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1268d188-c243-48c1-bfcb-a880d584c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (85b58a8f-baf4-4177-ae1f-9093a0059ada), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:14.954886 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-a92f7229-73c2-4d54-9b13-eb290ba61815 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 217 time: 0.1631625 Oct 15 13:51:14.966702 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6b0bb3cd-c94a-4354-bd1a-9c83dccbc395 req-094bac55-3d8b-4ea1-b5e5-551289b586f3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534920 Oct 15 13:51:15.010361 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:15.022841 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268d188-c243-48c1-bfcb-a880d584c7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b58a8f-baf4-4177-ae1f-9093a0059ada,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:15.074026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:51:15.089438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:15.095428 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1268d188-c243-48c1-bfcb-a880d584c7f2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=057a043641024680b2a172d719263888&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4330344 Oct 15 13:51:15.099680 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54202) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:15.131957 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-d0dae44b-f82e-42ec-b510-3581bff98d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:15.133697 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-d0dae44b-f82e-42ec-b510-3581bff98d59 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.1518195 Oct 15 13:51:15.148031 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:15.148690 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.152258 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:15.172549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc36f1c-5dfc-463e-b40a-40955077b6d2 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:51:15.210240 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:15.220437 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.220800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] Publish callbacks [] for security_group (85b58a8f-baf4-4177-ae1f-9093a0059ada), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.220996 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-33392f26-f4b0-47b1-b225-ca98ac238965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:15.222949 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-33392f26-f4b0-47b1-b225-ca98ac238965 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819466 Oct 15 13:51:15.267012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] Publish callbacks [] for security_group (85b58a8f-baf4-4177-ae1f-9093a0059ada), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.308547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:15.368588 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (85b58a8f-baf4-4177-ae1f-9093a0059ada), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.377424 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:15.379561 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/85b58a8f-baf4-4177-ae1f-9093a0059ada HTTP/1.1" status: 204 len: 168 time: 0.2785621 Oct 15 13:51:15.400942 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-0c3b3999-ec84-4b6b-be0c-83fddd8aa34f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704173 Oct 15 13:51:15.404439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2ddc-a385-45ea-b9f7-65156e00f7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b58a8f-baf4-4177-ae1f-9093a0059ada,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:16.270750 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b34a-be66-41e4-8427-2d97e25accbc req-1b7224b7-1f75-4b0c-80c9-c56b06d94e7e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:16.272545 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8690b34a-be66-41e4-8427-2d97e25accbc req-1b7224b7-1f75-4b0c-80c9-c56b06d94e7e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 945 time: 0.1259840 Oct 15 13:51:16.424634 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8690b34a-be66-41e4-8427-2d97e25accbc req-0433206f-b371-441c-804b-8d1467d680f4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244011 Oct 15 13:51:16.612539 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-6d6b581d-aa7c-40b4-887f-3ae0bef7f3a5 req-c739981a-c9b2-4716-9dc0-392097ce1202 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924009 Oct 15 13:51:17.057893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54270) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:17.206845 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1273062745-network', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:17.235195 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Made reservation on behalf of 9a6be8e43c7742be84f4dc3c95a990e5 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:17.237773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.249822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.358010 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks [] for security_group (e17e5825-ce4b-4542-9561-adb3465b324f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.364858 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e17e5825-ce4b-4542-9561-adb3465b324f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.406784 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:51:17.440317 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e5825-ce4b-4542-9561-adb3465b324f,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:17.447063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (cad35ae1-421b-4c6a-bc1c-9fb057eaa154), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.447738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Added segment cad35ae1-421b-4c6a-bc1c-9fb057eaa154 of type vlan for network 5e76fb37-a025-4bec-9983-1f8b302b3a11 Oct 15 13:51:17.466414 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:17.567265 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (5e76fb37-a025-4bec-9983-1f8b302b3a11), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.621890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629f50b-20b9-4f76-8ce1-aa5e565220bf req-5cbb2c31-d535-48b4-9626-5f90c0ad7b6a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:17.623590 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5629f50b-20b9-4f76-8ce1-aa5e565220bf req-5cbb2c31-d535-48b4-9626-5f90c0ad7b6a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 945 time: 0.0771747 Oct 15 13:51:17.642296 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (5e76fb37-a025-4bec-9983-1f8b302b3a11), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.643310 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:17.643920 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.739534 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6799283 Oct 15 13:51:17.742649 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54282) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:17.745352 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a42ca-004a-49d7-bb6a-9b9416feed2d admin admin] Pushing event updated for resources: {'Network': ['ID=5e76fb37-a025-4bec-9983-1f8b302b3a11,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:17.749713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Request body: {'subnet': {'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1273062745-subnet', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:17.755606 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5629f50b-20b9-4f76-8ce1-aa5e565220bf req-b661ec39-0db6-4cc3-9d41-11d965d2e655 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230254 Oct 15 13:51:17.759600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:51:17.800316 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Made reservation on behalf of 9a6be8e43c7742be84f4dc3c95a990e5 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:17.804727 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:17.918420 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=16 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:17.958697 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:18.110648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (58a08625-b5ce-4534-951a-82b7142375ab), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.170465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a08625-b5ce-4534-951a-82b7142375ab,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:18.190679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Checking segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:18.191104 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Network hostable DHCP agents. Network: 5e76fb37-a025-4bec-9983-1f8b302b3a11, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:51:18.215659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:51:18.230150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 5e76fb37-a025-4bec-9983-1f8b302b3a11) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:18.237548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:18.238559 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.241701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ab0b3-5f85-408c-a6b5-2a8bc3cee5ca None None] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:51:18.272668 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-fe3aef4a-ea80-4e11-9b56-9636891b7376 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5282166 Oct 15 13:51:18.276173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54284) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:18.281879 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:18.320441 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.321650 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.396882 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for router_controller (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), precommit_add_association {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.444589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:18.563672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-5e76fb37-a025-4bec-9983-1f8b302b3a11', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:51:18.565048 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.588128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for router_gateway (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.775532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:18.785599 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Allocated IP 172.20.0.2 (5e76fb37-a025-4bec-9983-1f8b302b3a11/58a08625-b5ce-4534-951a-82b7142375ab/1a6296e5-4e41-42d2-a4e2-5cc07ef91031) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:18.871076 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for router_gateway (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:18.895169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.005674 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d9c68-0ce4-45d2-8b06-c50286b649d0 req-36e9fb89-f0a5-4b40-9d90-39fe7ea2a339 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:19.007233 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e43d9c68-0ce4-45d2-8b06-c50286b649d0 req-36e9fb89-f0a5-4b40-9d90-39fe7ea2a339 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 945 time: 0.1022401 Oct 15 13:51:19.079632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks [] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.090283 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.111620 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Allocated IP 172.27.0.91 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/1526f09e-8000-4965-b167-1c1dd2f6d1c0) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:19.120372 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e43d9c68-0ce4-45d2-8b06-c50286b649d0 req-0bbcad38-c3b6-4a68-bdab-3a8133a6c908 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024308 Oct 15 13:51:19.153861 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:19.158594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:19.161013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Pushing event updated for resources: {'Port': ['ID=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:19.163925 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:19.237222 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Attempting to bind port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:19.237787 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Attempting to bind port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:19.238346 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Attempting to bind port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 on network 5e76fb37-a025-4bec-9983-1f8b302b3a11 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:19.283344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.292843 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:19.293364 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Checking segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:19.293896 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.295063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Bound using segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:19.295414 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Bound port: 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:19.296030 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.326193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:19.338224 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['4fc36f1c-5dfc-463e-b40a-40955077b6d2'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:51:19.345288 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.407411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:19.412499 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:19.416896 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:19.419705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] For port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:19.425264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] For port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:19.447133 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:19.459939 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:19.470947 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=1526f09e-8000-4965-b167-1c1dd2f6d1c0,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:19.501056 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:19.602184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd115-8a04-4737-8e79-a9f9c8cdc81b None None] Pushing event updated for resources: {'Port': ['ID=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:19.929549 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for router_gateway (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:20.047250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f3755-fe38-4506-9778-f41ae029f3a5 req-cf99fad0-7bc4-45a1-ac19-b2a47400902b tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:20.050275 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-159f3755-fe38-4506-9778-f41ae029f3a5 req-cf99fad0-7bc4-45a1-ac19-b2a47400902b tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1140654 Oct 15 13:51:20.521569 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-159f3755-fe38-4506-9778-f41ae029f3a5 req-fa3895ed-46da-4604-9ccb-14a1d0cfead9 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660347 Oct 15 13:51:20.566488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192712d-a89d-4ef7-832b-2bc3a4c28ae6 req-cca3a6ea-3b5b-4153-92b5-3bd56f482a98 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:20.577016 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f192712d-a89d-4ef7-832b-2bc3a4c28ae6 req-cca3a6ea-3b5b-4153-92b5-3bd56f482a98 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 945 time: 0.1429913 Oct 15 13:51:20.695181 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f192712d-a89d-4ef7-832b-2bc3a4c28ae6 req-edd1e0e2-def5-410c-9f71-013a383ccbed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162522 Oct 15 13:51:20.713787 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:20.822281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9a0bb-7eea-4066-bdbe-23c6218cf133 None None] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:51:20.906910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4fc36f1c-5dfc-463e-b40a-40955077b6d2 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:21.022159 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:21.035413 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:51:21.086706 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:21.130677 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:51:21.135461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-accc42ae-4368-4022-808a-70d88473374a None None] Provisioning complete for port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:21.136388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-accc42ae-4368-4022-808a-70d88473374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.137180 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-accc42ae-4368-4022-808a-70d88473374a None None] Attempt 1 to provision port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 Oct 15 13:51:21.221853 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:51:21.236414 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:21.237245 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.238861 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 Oct 15 13:51:21.239290 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:21.248587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.251931 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6cac0acc-08e0-419c-85c8-0e827a000fd9 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9727669 Oct 15 13:51:21.254737 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54346) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:21.257168 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Sync routers for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:51:21.418840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:21.419458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.420025 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 Oct 15 13:51:21.430630 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:21.431674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:50:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:21.473397 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:51:21.592858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:21.683652 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-accc42ae-4368-4022-808a-70d88473374a None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:21.684735 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-accc42ae-4368-4022-808a-70d88473374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.853165 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93fc2-d612-4e2b-9e80-48babc5f6884 req-2a81c9bd-47e2-4c7c-91d5-f4c89f2190c6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:21.855020 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-83c93fc2-d612-4e2b-9e80-48babc5f6884 req-2a81c9bd-47e2-4c7c-91d5-f4c89f2190c6 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1287613 Oct 15 13:51:21.937165 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:21.942589 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:21.942822 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:21.963010 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-68d829c1-3344-4879-9810-d877935e8881 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:21.965215 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-68d829c1-3344-4879-9810-d877935e8881 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 945 time: 0.1750166 Oct 15 13:51:21.993353 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e18be-9610-4fb8-83ef-740bc91dd24a req-b5b1824c-1e8c-4c80-a12d-27907a0b7a03 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:21.998909 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e32e18be-9610-4fb8-83ef-740bc91dd24a req-b5b1824c-1e8c-4c80-a12d-27907a0b7a03 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 945 time: 0.1585991 Oct 15 13:51:22.072162 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-83c93fc2-d612-4e2b-9e80-48babc5f6884 req-37b47dce-f2a7-42df-b795-dbb561736371 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3427d952-b90a-4ecb-bd70-abb5c07e02fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997888 Oct 15 13:51:22.124410 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e32e18be-9610-4fb8-83ef-740bc91dd24a req-ce98acfb-d521-4341-9060-fb9c0f0ee8a2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197853 Oct 15 13:51:22.138584 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:22.164940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-accc42ae-4368-4022-808a-70d88473374a None None] For port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:22.198443 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:22.198834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.226798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:22.229546 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24aa1b6-cd6e-4426-8727-8955725ea88a" -d '{"events": [{"server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "name": "network-vif-plugged", "status": "completed", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:22.239570 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-accc42ae-4368-4022-808a-70d88473374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.378751 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Deleting port 866f3568-c979-4710-80ce-b8cc5ebc5360 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:51:22.379398 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.444132 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.454135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54376) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:22.573047 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] For port 866f3568-c979-4710-80ce-b8cc5ebc5360, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=866f3568-c979-4710-80ce-b8cc5ebc5360,segment=NetworkSegment(fe2857ab-1485-4468-b909-b9e379dcf1b0),segment_id=fe2857ab-1485-4468-b909-b9e379dcf1b0)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:22.573875 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.595214 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Calling delete_port for 866f3568-c979-4710-80ce-b8cc5ebc5360 owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:51:22.611891 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:22.632700 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e7e83-47df-47df-bb80-2afff662ab92 x-openstack-request-id: req-4a5e7e83-47df-47df-bb80-2afff662ab92 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:22.633155 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "name": "network-vif-plugged", "status": "completed", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:22.633799 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a5e7e83-47df-47df-bb80-2afff662ab92 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:22.634684 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5e7e83-47df-47df-bb80-2afff662ab92'] response: {'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'code': 200} Oct 15 13:51:22.709140 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.756704 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:22.799835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc42ae-4368-4022-808a-70d88473374a None None] Pushing event updated for resources: {'Port': ['ID=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:22.802189 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (866f3568-c979-4710-80ce-b8cc5ebc5360), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.812889 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:22.840716 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['866f3568-c979-4710-80ce-b8cc5ebc5360'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:51:22.846500 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-af478053-204a-4f4b-82b8-fc9859482fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.854823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Pushing event deleted for resources: {'Port': ['ID=866f3568-c979-4710-80ce-b8cc5ebc5360,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:22.875820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeedf7-8796-4c6c-b4c5-7f2f42530348 req-59bf08ed-e589-4be6-a506-84ba924fa84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:22.885938 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5bdeedf7-8796-4c6c-b4c5-7f2f42530348 req-59bf08ed-e589-4be6-a506-84ba924fa84f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.1893470 Oct 15 13:51:22.894711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-d1134e24-fb5b-46b0-b82d-980bf777393b None None] Provisioning complete for port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:22.895078 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d1134e24-fb5b-46b0-b82d-980bf777393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.895422 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-d1134e24-fb5b-46b0-b82d-980bf777393b None None] Attempt 1 to provision port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 Oct 15 13:51:22.905618 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:22.971259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0b438676-ac0f-417e-b9fd-0578387d1c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.971597 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:22.972860 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] No DVR routers for this DVR port 866f3568-c979-4710-80ce-b8cc5ebc5360 on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:51:22.980541 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:22.984907 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-24eb546b-53f3-4a87-85de-3681da374cd4 req-4734ba27-b260-443a-b34a-1bd68f8be0fa tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.40 "DELETE /networking/v2.0/ports/866f3568-c979-4710-80ce-b8cc5ebc5360 HTTP/1.1" status: 204 len: 173 time: 1.0097129 Oct 15 13:51:22.986072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'name': 'network-vif-deleted', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:22.987221 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 15 13:51:22.987672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG oslo_db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 13:51:22.989580 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf266e4-8f68-471a-86b8-dc5b96ecfefe" -d '{"events": [{"server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "name": "network-vif-deleted", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:23.028511 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Allocated IP 172.20.0.1 (5e76fb37-a025-4bec-9983-1f8b302b3a11/58a08625-b5ce-4534-951a-82b7142375ab/c10142a2-c869-4202-afe9-700038af37f4) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:23.183360 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0b438676-ac0f-417e-b9fd-0578387d1c77 admin admin] Publish callbacks [] for security_group (1e8018e7-c9bc-4ee4-806f-fba40cad1c13), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.198410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0b438676-ac0f-417e-b9fd-0578387d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1e8018e7-c9bc-4ee4-806f-fba40cad1c13), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.219391 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d984d5e-0f9e-4371-93e3-fb8ef934a2e8 x-openstack-request-id: req-3d984d5e-0f9e-4371-93e3-fb8ef934a2e8 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:23.219823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc", "name": "network-vif-deleted", "tag": "866f3568-c979-4710-80ce-b8cc5ebc5360", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:23.220270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d984d5e-0f9e-4371-93e3-fb8ef934a2e8 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:23.220692 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d984d5e-0f9e-4371-93e3-fb8ef934a2e8'] response: {'server_uuid': '825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc', 'name': 'network-vif-deleted', 'tag': '866f3568-c979-4710-80ce-b8cc5ebc5360', 'status': 'completed', 'code': 200} Oct 15 13:51:23.287932 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:23.292014 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-d1134e24-fb5b-46b0-b82d-980bf777393b None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:23.305685 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:19Z', 'revision_number': 3, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:23.310813 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0b438676-ac0f-417e-b9fd-0578387d1c77 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ab033e1c6d8146d4a1a873a4d40393a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8510511 Oct 15 13:51:23.320023 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54390) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:23.334604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b438676-ac0f-417e-b9fd-0578387d1c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8018e7-c9bc-4ee4-806f-fba40cad1c13,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:23.390848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5bdeedf7-8796-4c6c-b4c5-7f2f42530348 req-d22a8480-2483-497c-a8bc-78a65e7e076a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811597 Oct 15 13:51:23.391930 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Checking router: ffc24ecd-8152-4ccf-b26e-62b3cf13f97b for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:51:23.392298 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Updating router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:51:23.428247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54392) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:23.447353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.450676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks [] for port (c10142a2-c869-4202-afe9-700038af37f4), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.454256 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-88b43554-b271-4622-b93b-10e08c8fd556 req-b75c8c99-cc13-4bf1-990d-50700d179a3f tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.1883550 Oct 15 13:51:23.481776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877c82d-45c0-4133-922e-f430b4c8be75 req-f007e230-c83f-4679-9fb1-d8028dc12a5e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:23.491757 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f877c82d-45c0-4133-922e-f430b4c8be75 req-f007e230-c83f-4679-9fb1-d8028dc12a5e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1389697 Oct 15 13:51:23.492174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] Publish callbacks [] for security_group (1e8018e7-c9bc-4ee4-806f-fba40cad1c13), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.538015 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] Publish callbacks [] for security_group (1e8018e7-c9bc-4ee4-806f-fba40cad1c13), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.569713 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f877c82d-45c0-4133-922e-f430b4c8be75 req-5fc3d856-7448-4622-9d62-f29e2adb2c20 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711961 Oct 15 13:51:23.635137 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.635763 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:23.724206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:23.734087 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:23.747931 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:23.863029 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Pushing event updated for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:23.876349 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1e8018e7-c9bc-4ee4-806f-fba40cad1c13), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.879474 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:23.884006 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1e8018e7-c9bc-4ee4-806f-fba40cad1c13 HTTP/1.1" status: 204 len: 168 time: 0.5625534 Oct 15 13:51:23.900715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135522d-c63a-42cd-ac4d-8c6c9d33b1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8018e7-c9bc-4ee4-806f-fba40cad1c13,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:23.903369 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cae5ae10-3124-472e-b800-37e67b553cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.032026 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.101547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:24.108565 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:24.213300 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks [] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.230112 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:24.234327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.242018 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cae5ae10-3124-472e-b800-37e67b553cc1 admin admin] Publish callbacks [] for security_group (212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.256750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cae5ae10-3124-472e-b800-37e67b553cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.295285 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:24.296192 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.296192 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 Oct 15 13:51:24.305329 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-bd161b3d-8528-4a55-8f17-ca08d1d764e1 None None] Provisioning complete for port c10142a2-c869-4202-afe9-700038af37f4 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:24.306641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bd161b3d-8528-4a55-8f17-ca08d1d764e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c10142a2-c869-4202-afe9-700038af37f4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.306641 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-bd161b3d-8528-4a55-8f17-ca08d1d764e1 None None] Attempt 1 to provision port c10142a2-c869-4202-afe9-700038af37f4 Oct 15 13:51:24.357067 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:24.362914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Attempting to bind port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:24.363352 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Attempting to bind port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:24.363673 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Attempting to bind port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:24.385784 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5ae10-3124-472e-b800-37e67b553cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:24.411558 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-cae5ae10-3124-472e-b800-37e67b553cc1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=eb9120906e6140c7bbc978eb051e887f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9723637 Oct 15 13:51:24.415743 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54406) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:24.436011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c41bd1-a385-4296-9b60-3c4231aa07d5 None None] Pushing event updated for resources: {'Port': ['ID=1526f09e-8000-4965-b167-1c1dd2f6d1c0,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:24.443383 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-bd161b3d-8528-4a55-8f17-ca08d1d764e1 None None] Port c10142a2-c869-4202-afe9-700038af37f4 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:24.513338 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:24.513762 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:24.514148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.515005 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:24.515914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Bound port: 1526f09e-8000-4965-b167-1c1dd2f6d1c0, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:24.516845 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.582128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:24.593486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c10142a2-c869-4202-afe9-700038af37f4), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.621574 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-523ed69b-308d-4bc2-a35c-dc18692aa79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.641470 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] For port 1526f09e-8000-4965-b167-1c1dd2f6d1c0, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:24.655643 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] For port 1526f09e-8000-4965-b167-1c1dd2f6d1c0, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1526f09e-8000-4965-b167-1c1dd2f6d1c0,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:24.668838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] Publish callbacks [] for security_group (212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.679098 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.739710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] Publish callbacks [] for security_group (212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.770067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:24.770847 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:24.824039 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54412) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:24.857442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c41bd1-a385-4296-9b60-3c4231aa07d5 None None] Pushing event updated for resources: {'Port': ['ID=1526f09e-8000-4965-b167-1c1dd2f6d1c0,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:24.868907 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca2d-e324-4f24-baa2-e27f232cd92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:24.911636 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:24.964254 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-36d36bc1-ef8f-48da-a69c-149c1a5fdab9 req-c6f940fd-b58c-48fb-b537-b022450db292 tempest-VolumesActionsTest-1758441097 tempest-VolumesActionsTest-1758441097-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=825eb626-f7a1-4cf6-b2f7-d7b31fd2e4fc HTTP/1.1" status: 200 len: 210 time: 0.1189413 Oct 15 13:51:24.979689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076575e-af87-4e07-a1aa-f0ee402c9766 req-0b5713fd-d4da-4304-b61f-7bcd6ebb5f45 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:24.983264 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5076575e-af87-4e07-a1aa-f0ee402c9766 req-0b5713fd-d4da-4304-b61f-7bcd6ebb5f45 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.2073746 Oct 15 13:51:24.984784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:25.006396 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:25.018384 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.030013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.034377 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04 HTTP/1.1" status: 204 len: 168 time: 0.6119311 Oct 15 13:51:25.042763 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks [] for port (c10142a2-c869-4202-afe9-700038af37f4), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.064906 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.119174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86970f6-bc40-492a-941a-8fa17813c009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212836d6-a1a3-4ef7-8ea2-ede9d0ac3b04,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:25.232246 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5076575e-af87-4e07-a1aa-f0ee402c9766 req-f013e8ef-da53-4dbf-bb80-fff78bcb5d59 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339914 Oct 15 13:51:25.320121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Pushing event updated for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:25.322070 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:23Z', 'revision_number': 1, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:25.378000 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.401058 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca2d-e324-4f24-baa2-e27f232cd92d admin admin] Publish callbacks [] for security_group (ee4ccb64-2cc1-4a25-a226-8113a6a71b78), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.406867 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20567e3e-5a8f-4fea-979a-33afdd1fe36f None None] The sync data for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi is: [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:23Z', 'revision_number': 1, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:51:25.421354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f4dfca2d-e324-4f24-baa2-e27f232cd92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ee4ccb64-2cc1-4a25-a226-8113a6a71b78), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.541584 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f4dfca2d-e324-4f24-baa2-e27f232cd92d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5a33641d25bb4c18bec2f60393b571b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130470 Oct 15 13:51:25.541933 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfca2d-e324-4f24-baa2-e27f232cd92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ccb64-2cc1-4a25-a226-8113a6a71b78,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:25.542311 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54422) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:25.614428 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:25.617530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:25.822206 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] Publish callbacks [] for security_group (ee4ccb64-2cc1-4a25-a226-8113a6a71b78), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:25.864950 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] Publish callbacks [] for security_group (ee4ccb64-2cc1-4a25-a226-8113a6a71b78), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.019951 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ee4ccb64-2cc1-4a25-a226-8113a6a71b78), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.024203 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.026150 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ee4ccb64-2cc1-4a25-a226-8113a6a71b78 HTTP/1.1" status: 204 len: 168 time: 0.4820063 Oct 15 13:51:26.065373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0811de3-6021-40c7-8f3b-557f4e3e19df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ccb64-2cc1-4a25-a226-8113a6a71b78,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:26.182763 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-ccc05e47-cf00-49ce-aaa0-90f22607ecff None None] Provisioning complete for port c10142a2-c869-4202-afe9-700038af37f4 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:26.183155 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ccc05e47-cf00-49ce-aaa0-90f22607ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c10142a2-c869-4202-afe9-700038af37f4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.199442 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-ccc05e47-cf00-49ce-aaa0-90f22607ecff None None] Attempt 1 to provision port c10142a2-c869-4202-afe9-700038af37f4 Oct 15 13:51:26.263356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:26.270416 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-ccc05e47-cf00-49ce-aaa0-90f22607ecff None None] Port c10142a2-c869-4202-afe9-700038af37f4 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:26.283080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.332670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:26.348127 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:51:26.521356 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cf4d2-7a68-4434-8ffa-d1245cd5cbf4 req-de6d9202-c141-4830-bc8f-4e44b51d5d38 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:26.524274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b86cf4d2-7a68-4434-8ffa-d1245cd5cbf4 req-de6d9202-c141-4830-bc8f-4e44b51d5d38 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1173320 Oct 15 13:51:26.533220 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:51:26.546061 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-33e21879-b01d-478d-b6ea-fbb5ec288d58 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ffc24ecd-8152-4ccf-b26e-62b3cf13f97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2883716 Oct 15 13:51:26.604649 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b86cf4d2-7a68-4434-8ffa-d1245cd5cbf4 req-312e5ef4-5370-4cee-9bbd-a80229594466 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669985 Oct 15 13:51:26.846619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac32a3-980f-4bf4-9a9c-cb5aaf9780e2 req-c2b5fe82-ffa6-4d34-8f8a-0e432b638846 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:26.848365 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38ac32a3-980f-4bf4-9a9c-cb5aaf9780e2 req-c2b5fe82-ffa6-4d34-8f8a-0e432b638846 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1219282 Oct 15 13:51:26.863900 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54470) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:26.869996 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'floatingip': {'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:26.919919 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 866f3568-c979-4710-80ce-b8cc5ebc5360 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:51:26.949269 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:26.979043 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 866f3568-c979-4710-80ce-b8cc5ebc5360 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:51:26.979653 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 866f3568-c979-4710-80ce-b8cc5ebc5360 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:51:27.167779 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:27.502343 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54492) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:27.751753 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:27.838488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:27.951285 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1526f09e-8000-4965-b167-1c1dd2f6d1c0 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:27.958376 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:27.968995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.074806 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:28.075169 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.087311 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 Oct 15 13:51:28.108292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2616e403-4c73-4c41-b9d8-57ce763628e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.258603 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:28.275426 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2616e403-4c73-4c41-b9d8-57ce763628e4 admin admin] Publish callbacks [] for security_group (15570c1a-ece3-4203-96f4-dbb38c2c68c5), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.286026 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2616e403-4c73-4c41-b9d8-57ce763628e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (15570c1a-ece3-4203-96f4-dbb38c2c68c5), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.304886 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:28.306021 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Floating IP dbfd3cde-90dd-476a-acf0-9ae8a47b4827 associated. External IP: 172.27.0.191, port: 4fc36f1c-5dfc-463e-b40a-40955077b6d2. Oct 15 13:51:28.312247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.349239 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2616e403-4c73-4c41-b9d8-57ce763628e4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8839649043e14e588ab184df6e2252c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8456359 Oct 15 13:51:28.354180 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54528) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:28.382121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e403-4c73-4c41-b9d8-57ce763628e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15570c1a-ece3-4203-96f4-dbb38c2c68c5,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:28.392840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 1526f09e-8000-4965-b167-1c1dd2f6d1c0, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1526f09e-8000-4965-b167-1c1dd2f6d1c0,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:28.407569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.483540 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] Publish callbacks [] for security_group (15570c1a-ece3-4203-96f4-dbb38c2c68c5), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.509715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=1526f09e-8000-4965-b167-1c1dd2f6d1c0,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:28.531410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] Publish callbacks [] for security_group (15570c1a-ece3-4203-96f4-dbb38c2c68c5), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.635079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (15570c1a-ece3-4203-96f4-dbb38c2c68c5), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.648328 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.648328 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/15570c1a-ece3-4203-96f4-dbb38c2c68c5 HTTP/1.1" status: 204 len: 168 time: 0.2889125 Oct 15 13:51:28.669094 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630b52-0de8-4187-9851-c88e7f14b606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15570c1a-ece3-4203-96f4-dbb38c2c68c5,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:28.719268 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:51:28.772157 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54544) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:28.778935 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-459852634-network', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:28.832502 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Made reservation on behalf of d5b8e9a790184f12b5188156c43053a1 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:28.836851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.860805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.861816 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:51:28.867973 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:28.888770 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:51:28.910305 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f2d0faa2-7cc2-4aa8-9c89-2af6c1db4320 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/dbfd3cde-90dd-476a-acf0-9ae8a47b4827 HTTP/1.1" status: 200 len: 992 time: 2.0443230 Oct 15 13:51:28.911329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:28.915049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:28.943129 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:28.944243 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:29.030514 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75af7a8-033e-429a-aa63-a92e173db364 x-openstack-request-id: req-c75af7a8-033e-429a-aa63-a92e173db364 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:29.031059 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:29.031145 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c75af7a8-033e-429a-aa63-a92e173db364 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:29.033131 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75af7a8-033e-429a-aa63-a92e173db364'] response: {'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'status': 'completed', 'code': 200} Oct 15 13:51:29.096997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:29.106744 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks [] for security_group (05297d7b-7fe0-49e7-9ff8-b3804cb8dc97), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.119555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (05297d7b-7fe0-49e7-9ff8-b3804cb8dc97), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.155616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:51:29.183774 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05297d7b-7fe0-49e7-9ff8-b3804cb8dc97,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:29.188257 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.188978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Added segment e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452 of type vlan for network ad217a23-d5c9-466d-9710-063fd3c74c75 Oct 15 13:51:29.284570 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (ad217a23-d5c9-466d-9710-063fd3c74c75), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.333144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (ad217a23-d5c9-466d-9710-063fd3c74c75), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.337206 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:29.338829 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.340523 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:29.368708 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5922084 Oct 15 13:51:29.369682 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54562) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:29.388859 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Request body: {'subnet': {'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-459852634-subnet', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:29.491142 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Made reservation on behalf of d5b8e9a790184f12b5188156c43053a1 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:29.497389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:29.503237 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59db62c-3cea-4a45-b3c2-6f6af548718f admin admin] Pushing event updated for resources: {'Network': ['ID=ad217a23-d5c9-466d-9710-063fd3c74c75,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:29.503619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:29.527383 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network ad217a23-d5c9-466d-9710-063fd3c74c75 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:51:29.576491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:29.659367 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:29.742314 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Sync routers for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:51:29.779464 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:29.783251 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:29.869507 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:51:27Z', 'revision_number': 1, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:29.904754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1526f09e-8000-4965-b167-1c1dd2f6d1c0 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:29.930519 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:51:29.944244 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:29.945261 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:29.951190 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (ea0199d0-3d38-4950-bd9d-36b6fb119086), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.044805 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0199d0-3d38-4950-bd9d-36b6fb119086,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:30.057331 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Checking segment: {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:30.058119 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Network hostable DHCP agents. Network: ad217a23-d5c9-466d-9710-063fd3c74c75, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:51:30.091842 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Network ad217a23-d5c9-466d-9710-063fd3c74c75 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:51:30.113064 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, ad217a23-d5c9-466d-9710-063fd3c74c75) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:30.130201 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:30.130937 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.166002 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54582) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:30.166908 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-eb594ff6-8074-4ca5-bf01-47f6e2cbcc5d admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7954402 Oct 15 13:51:30.170629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:30.180268 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:30.221113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.222639 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.236426 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff33a8-3915-4dd1-9131-4f4fc09be618 None None] Network ad217a23-d5c9-466d-9710-063fd3c74c75 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:51:30.305629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for router_controller (9be6c270-20ea-4e83-9915-84299abfd3dc), precommit_add_association {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.433580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:30.543767 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:51:27Z', 'revision_number': 1, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:30.581886 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7556402-4744-405e-95b5-9c85733324e4 None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:51:27Z', 'revision_number': 1, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:51:30.659935 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for router_gateway (9be6c270-20ea-4e83-9915-84299abfd3dc), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.683585 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:30.684084 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.684323 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 Oct 15 13:51:30.734371 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-ad217a23-d5c9-466d-9710-063fd3c74c75', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:51:30.734726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:30.779488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:31.031484 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for router_gateway (9be6c270-20ea-4e83-9915-84299abfd3dc), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.034350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-ee4502d2-8c35-4947-bfd3-7d20346a6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:31.036006 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-ee4502d2-8c35-4947-bfd3-7d20346a6445 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0957644 Oct 15 13:51:31.057191 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.113602 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:31.116506 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 2, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:31.158493 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Checking router: ffc24ecd-8152-4ccf-b26e-62b3cf13f97b for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:51:31.158878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Updating router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b port c10142a2-c869-4202-afe9-700038af37f4 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:51:31.184817 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:31.228969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c10142a2-c869-4202-afe9-700038af37f4), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.333113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Allocated IP 172.27.0.192 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/ced7534a-77f2-4ff9-90d2-c59e8cb97ca1) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:31.475270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:31.527316 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Allocated IP 172.20.0.2 (ad217a23-d5c9-466d-9710-063fd3c74c75/ea0199d0-3d38-4950-bd9d-36b6fb119086/62023ea1-7437-4dcc-b143-44f3ae46f222) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:31.538149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.641764 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.768241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:31.776745 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:31.785115 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:31.825329 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:31.917143 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:31.965615 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks [] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.988516 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:31.993009 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks [] for port (c10142a2-c869-4202-afe9-700038af37f4), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.029871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.044086 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8ada7-eaa4-45c2-85d9-9ced420e0aab None None] New status for floating IP dbfd3cde-90dd-476a-acf0-9ae8a47b4827: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:51:32.145375 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:32.153941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Network ad217a23-d5c9-466d-9710-063fd3c74c75 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:32.162643 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:32.203910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Pushing event updated for resources: {'Port': ['ID=62023ea1-7437-4dcc-b143-44f3ae46f222,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:32.212985 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:32.319164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Attempting to bind port c10142a2-c869-4202-afe9-700038af37f4 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:32.320310 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Attempting to bind port c10142a2-c869-4202-afe9-700038af37f4 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:32.320774 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Attempting to bind port c10142a2-c869-4202-afe9-700038af37f4 on network 5e76fb37-a025-4bec-9983-1f8b302b3a11 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:32.400146 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870bdc-a3bf-429a-97de-2be87d2a4d7d None None] Pushing event updated for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:32.402126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for router_gateway (9be6c270-20ea-4e83-9915-84299abfd3dc), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.406353 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-e17db654-2cd9-48b7-b2e9-20d692f543b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:32.408211 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-e17db654-2cd9-48b7-b2e9-20d692f543b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.2425680 Oct 15 13:51:32.420428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Attempting to bind port 62023ea1-7437-4dcc-b143-44f3ae46f222 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:32.420739 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Attempting to bind port 62023ea1-7437-4dcc-b143-44f3ae46f222 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:32.421175 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Attempting to bind port 62023ea1-7437-4dcc-b143-44f3ae46f222 on network ad217a23-d5c9-466d-9710-063fd3c74c75 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:32.422337 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:32.475514 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:32.476068 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Checking segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:32.476357 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.476758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Bound using segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:32.477259 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Bound port: c10142a2-c869-4202-afe9-700038af37f4, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:32.477647 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c10142a2-c869-4202-afe9-700038af37f4), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.508994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:32.510522 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Checking segment: {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:32.510522 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.510522 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Bound using segment: {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:32.510814 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Bound port: 62023ea1-7437-4dcc-b143-44f3ae46f222, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:32.511048 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.545799 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:32.556869 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-ca503ae5-4833-489f-8356-8bd17058f0bd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1002 time: 0.1088519 Oct 15 13:51:32.603651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] For port c10142a2-c869-4202-afe9-700038af37f4, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:32.613199 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] For port c10142a2-c869-4202-afe9-700038af37f4, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c10142a2-c869-4202-afe9-700038af37f4,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:32.626669 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.654895 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-f58ffba3-7024-48f9-b10d-2e6cf8df6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:32.655273 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] For port 62023ea1-7437-4dcc-b143-44f3ae46f222, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:32.656584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-f58ffba3-7024-48f9-b10d-2e6cf8df6ab5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0932386 Oct 15 13:51:32.683300 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] For port 62023ea1-7437-4dcc-b143-44f3ae46f222, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=62023ea1-7437-4dcc-b143-44f3ae46f222,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:32.703502 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:32.704184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:32.710987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:32.760382 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3870bdc-a3bf-429a-97de-2be87d2a4d7d None None] Pushing event updated for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:32.882753 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85807591-62b1-4d05-b3c3-edc0bbebf969 None None] Pushing event updated for resources: {'Port': ['ID=62023ea1-7437-4dcc-b143-44f3ae46f222,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:32.911421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:32.913858 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:33.100028 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-9c22fdd7-a7d6-4550-bcc4-b641926cb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:33.102667 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-9c22fdd7-a7d6-4550-bcc4-b641926cb846 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4374545 Oct 15 13:51:33.181056 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:33.261950 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:33.292747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:32Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:33.355561 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc9c050-3730-43df-b0f3-b8c82ce48a63 None None] The sync data for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi is: [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:32Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:51:33.400942 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-862f5c34-4f97-440c-8156-3a25086d8625 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830358 Oct 15 13:51:33.570006 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3facfed0-4ec8-4e7f-ba77-f96d8217dda1 req-0753eec5-d99e-4a0b-83db-2a8f0a6d72ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581402 Oct 15 13:51:33.588996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Router 9be6c270-20ea-4e83-9915-84299abfd3dc is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:51:33.772074 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:51:33.798590 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Sync routers for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:51:33.834622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:33.835281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:33.843764 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:33.845442 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b2f6e9fb-3193-4ab8-9042-6f37b24e92c1 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6782460 Oct 15 13:51:33.848248 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54718) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:34.112066 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 62023ea1-7437-4dcc-b143-44f3ae46f222 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:34.416445 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:34.789852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b73d8-0424-4456-a360-7816ada3ff46 None None] Network ad217a23-d5c9-466d-9710-063fd3c74c75 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:51:34.998825 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Provisioning complete for port 62023ea1-7437-4dcc-b143-44f3ae46f222 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:34.999468 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.000170 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Attempt 1 to provision port 62023ea1-7437-4dcc-b143-44f3ae46f222 Oct 15 13:51:35.066301 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.100083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 62023ea1-7437-4dcc-b143-44f3ae46f222 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:35.101045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.101786 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 62023ea1-7437-4dcc-b143-44f3ae46f222 Oct 15 13:51:35.217723 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:35.369074 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Allocated IP 172.20.0.1 (ad217a23-d5c9-466d-9710-063fd3c74c75/ea0199d0-3d38-4950-bd9d-36b6fb119086/d19a3cf9-89fb-4d55-91b5-f90a3a58200e) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:35.427132 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:35.427841 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.527332 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:35.527332 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.530081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:35.532658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:35.583443 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] For port 62023ea1-7437-4dcc-b143-44f3ae46f222, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=62023ea1-7437-4dcc-b143-44f3ae46f222,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:35.586327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:32Z', 'revision_number': 3, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:35.686063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks [] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.714063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Checking router: 9be6c270-20ea-4e83-9915-84299abfd3dc for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:51:35.715948 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Updating router 9be6c270-20ea-4e83-9915-84299abfd3dc port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:51:35.754755 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.778934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.826969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:35.866227 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Network ad217a23-d5c9-466d-9710-063fd3c74c75 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:35.898138 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:35.899778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:35.906277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:35.982739 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d7a86-4834-402b-9fbe-39ba88c99ac9 None None] Pushing event updated for resources: {'Port': ['ID=62023ea1-7437-4dcc-b143-44f3ae46f222,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:36.024472 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Pushing event updated for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:36.043683 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-04c73a66-e8d5-44f4-b627-b526e2d9203f None None] Provisioning complete for port 62023ea1-7437-4dcc-b143-44f3ae46f222 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:36.044017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-04c73a66-e8d5-44f4-b627-b526e2d9203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:36.044457 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-04c73a66-e8d5-44f4-b627-b526e2d9203f None None] Attempt 1 to provision port 62023ea1-7437-4dcc-b143-44f3ae46f222 Oct 15 13:51:36.050109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 15 13:51:36.050647 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG oslo_db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 13:51:36.079578 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (9be6c270-20ea-4e83-9915-84299abfd3dc), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:36.385542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:36.548563 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-04c73a66-e8d5-44f4-b627-b526e2d9203f None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:36.550916 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:36.791586 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:36.793165 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c10142a2-c869-4202-afe9-700038af37f4 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:36.927783 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-1a658a05-86d9-4702-a770-e8a5fb6d70c3 None None] Provisioning complete for port d19a3cf9-89fb-4d55-91b5-f90a3a58200e triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:36.928140 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1a658a05-86d9-4702-a770-e8a5fb6d70c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:36.928587 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-1a658a05-86d9-4702-a770-e8a5fb6d70c3 None None] Attempt 1 to provision port d19a3cf9-89fb-4d55-91b5-f90a3a58200e Oct 15 13:51:36.980592 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c10142a2-c869-4202-afe9-700038af37f4 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:36.981165 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c10142a2-c869-4202-afe9-700038af37f4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:36.981602 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c10142a2-c869-4202-afe9-700038af37f4 Oct 15 13:51:37.036892 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks [] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.045960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.082617 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1a658a05-86d9-4702-a770-e8a5fb6d70c3 None None] Port d19a3cf9-89fb-4d55-91b5-f90a3a58200e cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:37.173532 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Pushing event updated for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:37.180491 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (9be6c270-20ea-4e83-9915-84299abfd3dc), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.189349 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks [] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.209313 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.232492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Attempting to bind port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:37.232492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Attempting to bind port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:37.232492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Attempting to bind port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:37.314381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c10142a2-c869-4202-afe9-700038af37f4 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:37.315052 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c10142a2-c869-4202-afe9-700038af37f4), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.358889 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:37.429427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bc307-353c-4a4a-b431-9e2735c8600b None None] Pushing event updated for resources: {'Port': ['ID=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:37.430792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Network ad217a23-d5c9-466d-9710-063fd3c74c75 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:37.433600 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:37.506987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port c10142a2-c869-4202-afe9-700038af37f4, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c10142a2-c869-4202-afe9-700038af37f4,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:37.512532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:37.513083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:37.516674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.521059 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:37.521472 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Bound port: ced7534a-77f2-4ff9-90d2-c59e8cb97ca1, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:37.521767 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.546260 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:37.595721 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:37.776415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:37.814389 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 62023ea1-7437-4dcc-b143-44f3ae46f222 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:37.974849 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] For port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:37.978273 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54784) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:37.979674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] For port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:38.062595 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:38.086013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.240244 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 62023ea1-7437-4dcc-b143-44f3ae46f222 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:38.241056 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.241782 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 62023ea1-7437-4dcc-b143-44f3ae46f222 Oct 15 13:51:38.271373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac661fc2-6ae1-4267-ae8b-52f5069f60d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.318105 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Router 9be6c270-20ea-4e83-9915-84299abfd3dc has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:51:38.333947 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:38.335428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:38.381446 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-07ea307e-5f8e-47e8-9944-e61baa3a8e90 None None] Provisioning complete for port d19a3cf9-89fb-4d55-91b5-f90a3a58200e triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:38.391931 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-07ea307e-5f8e-47e8-9944-e61baa3a8e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.391931 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-07ea307e-5f8e-47e8-9944-e61baa3a8e90 None None] Attempt 1 to provision port d19a3cf9-89fb-4d55-91b5-f90a3a58200e Oct 15 13:51:38.394085 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:38.451664 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac661fc2-6ae1-4267-ae8b-52f5069f60d7 admin admin] Publish callbacks [] for security_group (74a7737b-83bb-46d2-abcf-0b6b3288e5d3), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.458511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac661fc2-6ae1-4267-ae8b-52f5069f60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (74a7737b-83bb-46d2-abcf-0b6b3288e5d3), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.469571 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bc307-353c-4a4a-b431-9e2735c8600b None None] Pushing event updated for resources: {'Port': ['ID=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:38.503283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:51:38.520483 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-44d0a8db-5660-4ae8-b6f9-2a83c4c4ae0e admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/9be6c270-20ea-4e83-9915-84299abfd3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6656065 Oct 15 13:51:38.533280 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54788) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:38.533866 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ac661fc2-6ae1-4267-ae8b-52f5069f60d7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0c7a2638819b4f638aa9c4113b3838b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520709 Oct 15 13:51:38.542223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:38.545860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac661fc2-6ae1-4267-ae8b-52f5069f60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a7737b-83bb-46d2-abcf-0b6b3288e5d3,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:38.653314 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] Publish callbacks [] for security_group (74a7737b-83bb-46d2-abcf-0b6b3288e5d3), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.687676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] Publish callbacks [] for security_group (74a7737b-83bb-46d2-abcf-0b6b3288e5d3), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.689155 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-07ea307e-5f8e-47e8-9944-e61baa3a8e90 None None] Port d19a3cf9-89fb-4d55-91b5-f90a3a58200e cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:38.777658 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:38.781415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:38.799698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (74a7737b-83bb-46d2-abcf-0b6b3288e5d3), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.803804 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:38.805355 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/74a7737b-83bb-46d2-abcf-0b6b3288e5d3 HTTP/1.1" status: 204 len: 168 time: 0.2709074 Oct 15 13:51:38.820150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b64134-e691-4eb0-9712-0e6908275e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a7737b-83bb-46d2-abcf-0b6b3288e5d3,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:39.196662 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd19a3cf9-89fb-4d55-91b5-f90a3a58200e', 'name': '', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'mac_address': 'fa:16:3e:79:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:35Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 2, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'subnets': [{'id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:39.200555 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:39.270547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489ca3-6172-4259-a788-7945fdbbac7d None None] The sync data for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi is: [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd19a3cf9-89fb-4d55-91b5-f90a3a58200e', 'name': '', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'mac_address': 'fa:16:3e:79:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:35Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 2, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'subnets': [{'id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:51:39.482297 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54806) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:39.498846 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb696-bcc7-4cc8-805c-2fe250e17b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.642964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54808) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:39.647751 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27776347', 'description': 'tempest-secgroup-smoke-27776347 description', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:39.666904 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb696-bcc7-4cc8-805c-2fe250e17b87 admin admin] Publish callbacks [] for security_group (176e338d-19cc-4587-aae8-694e690ca1d2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.673186 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb696-bcc7-4cc8-805c-2fe250e17b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (176e338d-19cc-4587-aae8-694e690ca1d2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.710174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.735611 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ac7fb696-bcc7-4cc8-805c-2fe250e17b87 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=112fb74ca1ec45e6bff1bf23351d4779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519660 Oct 15 13:51:39.743774 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54810) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:39.786524 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fb696-bcc7-4cc8-805c-2fe250e17b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e338d-19cc-4587-aae8-694e690ca1d2,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:39.858379 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c10142a2-c869-4202-afe9-700038af37f4 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:39.946175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] Publish callbacks [] for security_group (176e338d-19cc-4587-aae8-694e690ca1d2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.955347 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c10142a2-c869-4202-afe9-700038af37f4 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:39.956003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c10142a2-c869-4202-afe9-700038af37f4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:39.956655 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c10142a2-c869-4202-afe9-700038af37f4 Oct 15 13:51:39.994155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] Publish callbacks [] for security_group (176e338d-19cc-4587-aae8-694e690ca1d2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.061676 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c10142a2-c869-4202-afe9-700038af37f4 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:40.133427 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (1c0f61af-b721-4424-9d42-9a670b95d66a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.142968 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (176e338d-19cc-4587-aae8-694e690ca1d2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.167941 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.167941 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/176e338d-19cc-4587-aae8-694e690ca1d2 HTTP/1.1" status: 204 len: 168 time: 0.4096241 Oct 15 13:51:40.167941 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1c0f61af-b721-4424-9d42-9a670b95d66a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.226845 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa067-e1c8-47d1-b6d1-1d0565452a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e338d-19cc-4587-aae8-694e690ca1d2,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:40.279035 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.284183 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6363256 Oct 15 13:51:40.285705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54816) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:40.299209 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:40.315507 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043df2-6cd2-40a5-8645-6f5116fe26f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0f61af-b721-4424-9d42-9a670b95d66a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:40.347213 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (5a3fba0f-80c2-4dab-9230-730ebd5bb487), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.545264 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (5a3fba0f-80c2-4dab-9230-730ebd5bb487), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.558336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (5a3fba0f-80c2-4dab-9230-730ebd5bb487), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.590209 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3fba0f-80c2-4dab-9230-730ebd5bb487,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:40.598831 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:40.626427 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:40.655124 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.663008 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54818) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:40.668828 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f0ed5431-4a00-4234-894e-c1794d48beee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814518 Oct 15 13:51:40.672053 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:40.791807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (84de39c4-9e93-40d9-b95f-b08e9655ad5a), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.899639 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:40.915985 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (84de39c4-9e93-40d9-b95f-b08e9655ad5a), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:40.948932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (84de39c4-9e93-40d9-b95f-b08e9655ad5a), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.003619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84de39c4-9e93-40d9-b95f-b08e9655ad5a,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:41.039528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.039928 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d49aea40-008e-41e4-9949-c29a33064076 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749425 Oct 15 13:51:41.042995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54824) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:41.051354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:41.167150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (75211071-16a4-456f-9468-4f4bf68e9acd), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.393814 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (75211071-16a4-456f-9468-4f4bf68e9acd), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.421509 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (75211071-16a4-456f-9468-4f4bf68e9acd), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.495960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75211071-16a4-456f-9468-4f4bf68e9acd,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:41.514038 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.519525 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d813bc96-81cd-4a48-a2dd-783d7ed2aa4f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720621 Oct 15 13:51:41.520373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54840) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:41.525813 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:41.585709 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (8f00fa6e-1df9-49ee-b8da-f1cddb7e8385), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.756716 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (8f00fa6e-1df9-49ee-b8da-f1cddb7e8385), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.765866 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (8f00fa6e-1df9-49ee-b8da-f1cddb7e8385), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.789147 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:41.817388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f00fa6e-1df9-49ee-b8da-f1cddb7e8385,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:41.831253 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.833236 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-47d12694-7ac7-4ea6-b78b-0232fae68a7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3115866 Oct 15 13:51:41.836445 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 54848) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:41.842867 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:41.882021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:41.882792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:41.883295 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 Oct 15 13:51:41.903856 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.securitygroups_db [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Project 9a6be8e43c7742be84f4dc3c95a990e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:51:41.914522 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (fb17d804-ac11-4943-a179-bab97c808d75), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.042002 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (fb17d804-ac11-4943-a179-bab97c808d75), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.050381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (fb17d804-ac11-4943-a179-bab97c808d75), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.079657 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:42.080851 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.094844 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb17d804-ac11-4943-a179-bab97c808d75,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:42.107798 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.112228 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c73eb412-08e6-4ed6-b908-65376518207e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2731583 Oct 15 13:51:42.113449 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 54854) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:42.124577 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'security_group_rule': {'security_group_id': '1c0f61af-b721-4424-9d42-9a670b95d66a', 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:42.125979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:42.132412 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.211128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:42.221163 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.221601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.221840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.222186 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.222656 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.222994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.223317 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.223633 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.224164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.224664 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.225151 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.225642 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.226227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.226701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.227189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:42.250280 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.securitygroups_db [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Project 9a6be8e43c7742be84f4dc3c95a990e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:51:42.270009 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (abb06323-db42-45b3-afb6-c49bb404c5db), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.382044 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (abb06323-db42-45b3-afb6-c49bb404c5db), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.391450 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (abb06323-db42-45b3-afb6-c49bb404c5db), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.432659 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:42.438481 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:42.444817 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb06323-db42-45b3-afb6-c49bb404c5db,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:42.498849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:42.505232 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1789e8c8-9114-4ecc-815d-f857dcc41345 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3877594 Oct 15 13:51:42.577233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:43.148841 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-3e7773f5-dd77-4de2-bb82-6e168cf1e824 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111636 Oct 15 13:51:43.286688 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-1f2e8c9f-ae68-4b0d-adfc-b4314f0a4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:43.289061 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-1f2e8c9f-ae68-4b0d-adfc-b4314f0a4477 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1129 time: 0.0966921 Oct 15 13:51:43.408494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:43.473299 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-c4e53b6e-a68e-4d09-ab6d-59d24316cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:43.474818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-c4e53b6e-a68e-4d09-ab6d-59d24316cb41 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1609762 Oct 15 13:51:43.537507 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-b14a4b4c-9b17-4a67-acb6-f4196f932e46 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 217 time: 0.0564587 Oct 15 13:51:43.562381 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Sync routers for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:51:43.582561 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:43.583294 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:43.617355 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-aef21cb2-50d6-496d-a65f-52a3da7d2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:43.621461 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-aef21cb2-50d6-496d-a65f-52a3da7d2dfc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0766118 Oct 15 13:51:43.707339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-dae1bcc8-85bc-402d-9457-a2a8ad62c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:43.709562 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-dae1bcc8-85bc-402d-9457-a2a8ad62c429 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829029 Oct 15 13:51:43.750690 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:43.849560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-8c992710-c5f3-420b-b744-a8294fcb472d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328182 Oct 15 13:51:43.878997 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:43.985081 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd19a3cf9-89fb-4d55-91b5-f90a3a58200e', 'name': '', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'mac_address': 'fa:16:3e:79:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:35Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 2, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'subnets': [{'id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:44.013948 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Checking router: 9be6c270-20ea-4e83-9915-84299abfd3dc for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:51:44.014315 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Updating router 9be6c270-20ea-4e83-9915-84299abfd3dc port d19a3cf9-89fb-4d55-91b5-f90a3a58200e binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:51:44.032252 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:44.033096 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:44.034853 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 Oct 15 13:51:44.051763 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:44.092551 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f807daf-6161-4f2d-9095-bd75550468d8 req-6dd83045-6ed8-4bff-a9ac-51cd7a2090ab service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354116 Oct 15 13:51:44.211388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:44.671144 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks [] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:44.692027 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:44.829159 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Pushing event updated for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:44.916028 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.916625 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.917203 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.917770 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.918322 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.918842 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.919356 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.919934 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.920444 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.921010 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.921542 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.922135 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.922663 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.923193 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.923731 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:44.996653 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Attempting to bind port d19a3cf9-89fb-4d55-91b5-f90a3a58200e on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:44.997393 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Attempting to bind port d19a3cf9-89fb-4d55-91b5-f90a3a58200e by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:44.997919 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Attempting to bind port d19a3cf9-89fb-4d55-91b5-f90a3a58200e on network ad217a23-d5c9-466d-9710-063fd3c74c75 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:45.051029 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:45.051583 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Checking segment: {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:45.052097 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:45.052567 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Bound using segment: {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:45.053122 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Bound port: d19a3cf9-89fb-4d55-91b5-f90a3a58200e, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:45.053550 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:45.114321 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:45.161133 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] For port d19a3cf9-89fb-4d55-91b5-f90a3a58200e, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:45.174136 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] For port d19a3cf9-89fb-4d55-91b5-f90a3a58200e, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:45.184330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:45.231862 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:51:45.232502 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:45.331811 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74519f77-1bbd-4029-8e08-c0445caeec8b None None] Pushing event updated for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:45.353803 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:45.445624 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:51:45.663673 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-8626f16e-2f52-4c9e-8f28-694514d94327 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830023 Oct 15 13:51:45.829659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d19a3cf9-89fb-4d55-91b5-f90a3a58200e up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:45.995092 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:46.019566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-87b7d0b5-ce59-4cd5-9de3-98bffd80c64b tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:46.038560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-87b7d0b5-ce59-4cd5-9de3-98bffd80c64b tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3672171 Oct 15 13:51:46.043149 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port d19a3cf9-89fb-4d55-91b5-f90a3a58200e triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:46.043772 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:46.044345 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port d19a3cf9-89fb-4d55-91b5-f90a3a58200e Oct 15 13:51:46.086230 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-2bb46c3a-96ab-4829-9098-eca34e825d29 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/quotas/9da8e5e0fae247f48af6d303ae2fcdff HTTP/1.1" status: 200 len: 375 time: 0.0439928 Oct 15 13:51:46.136154 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:46.168383 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd19a3cf9-89fb-4d55-91b5-f90a3a58200e', 'name': '', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'mac_address': 'fa:16:3e:79:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:35Z', 'updated_at': '2022-10-15T13:51:45Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'subnets': [{'id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:51:46.234893 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-b33127f1-3afe-4c19-97e7-d3020e78e7d2 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1450052 Oct 15 13:51:46.257716 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc11ada-e301-46ac-8585-43c52247c7f2 None None] The sync data for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi is: [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:51:36Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd19a3cf9-89fb-4d55-91b5-f90a3a58200e', 'name': '', 'network_id': 'ad217a23-d5c9-466d-9710-063fd3c74c75', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'mac_address': 'fa:16:3e:79:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:35Z', 'updated_at': '2022-10-15T13:51:45Z', 'revision_number': 4, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'subnets': [{'id': 'ea0199d0-3d38-4950-bd9d-36b6fb119086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:51:46.396375 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port d19a3cf9-89fb-4d55-91b5-f90a3a58200e is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:46.397344 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:46.576731 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port d19a3cf9-89fb-4d55-91b5-f90a3a58200e, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:51:46.592641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:46.706119 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb7a64c7-c0da-4185-b98e-34ac09afa851 req-43e95352-d4bd-4ece-bcef-adfd04f0dba9 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.0604825 Oct 15 13:51:46.750386 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:47.752723 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d19a3cf9-89fb-4d55-91b5-f90a3a58200e up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:51:47.924595 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46d4289b-4538-43bf-b7cc-314587ddb644 req-66410e5d-0f67-434c-9f18-294fb8028c80 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.0702941 Oct 15 13:51:48.004713 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port d19a3cf9-89fb-4d55-91b5-f90a3a58200e triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:48.005593 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:48.006090 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port d19a3cf9-89fb-4d55-91b5-f90a3a58200e Oct 15 13:51:48.182536 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:48.244419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port d19a3cf9-89fb-4d55-91b5-f90a3a58200e is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:51:48.555110 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55016) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:48.866941 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.046139 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Publish callbacks [] for security_group (c24f2525-8b9e-499b-849d-51f08d0c7cba), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.059085 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c24f2525-8b9e-499b-849d-51f08d0c7cba), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.124532 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cf57d4a-24a6-45a1-90bb-a52167ce5ed6 req-2102e771-7022-4d2c-a514-af6d52af5e6b tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.0498898 Oct 15 13:51:49.160338 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=44ec1225085e4e5388ff7269db68b7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029279 Oct 15 13:51:49.161888 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f2525-8b9e-499b-849d-51f08d0c7cba,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:49.162827 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 55024) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:49.179136 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.179644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.180300 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.181023 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.181617 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.182198 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.182749 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.183296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.183814 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.184503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.185020 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.185503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.186166 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.186737 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.187419 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10958f27-db5d-4ff1-84e9-1b2b17ad9825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.343149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Publish callbacks [] for security_group (c24f2525-8b9e-499b-849d-51f08d0c7cba), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.371334 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-3d5b256e-336f-43c1-b63f-2c095f13f5b3 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437570 Oct 15 13:51:49.416492 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Publish callbacks [] for security_group (c24f2525-8b9e-499b-849d-51f08d0c7cba), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.609983 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-43960ce2-609a-477d-9f42-0ed823212e37 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:49.612952 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-43960ce2-609a-477d-9f42-0ed823212e37 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338493 Oct 15 13:51:49.631169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Request body: {'port': {'device_id': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82', 'admin_state_up': True, 'tenant_id': '9da8e5e0fae247f48af6d303ae2fcdff'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:49.717323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c24f2525-8b9e-499b-849d-51f08d0c7cba), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.720547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.722006 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c24f2525-8b9e-499b-849d-51f08d0c7cba HTTP/1.1" status: 204 len: 168 time: 0.5579817 Oct 15 13:51:49.740761 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f2525-8b9e-499b-849d-51f08d0c7cba,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:49.791804 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.792276 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.792699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.793656 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.794072 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.800721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.802096 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.803589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.804508 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.805778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.806709 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.807429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.808099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.808689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.809353 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919aa520-ea3c-424e-9349-327f67661c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:51:49.904324 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Made reservation on behalf of 9da8e5e0fae247f48af6d303ae2fcdff for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:51:49.911144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:49.928364 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.042000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:50.128465 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks [] for security_group (67011979-0f72-41c6-b17e-1c3ca451211d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.138490 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (67011979-0f72-41c6-b17e-1c3ca451211d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.295582 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67011979-0f72-41c6-b17e-1c3ca451211d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:50.423122 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b04a836e-29b9-44c8-9818-193bf07a6554 req-a66ca6cc-92f1-441f-a5cb-7a9d27ffafe3 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.0833077 Oct 15 13:51:50.519663 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55038) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:50.525896 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Allocated IP 192.168.233.137 (7048e9e2-6ef5-4770-99ac-ce3494a75c82/2f7e2a19-18bd-4e18-aee3-40615b4644f9/3484d704-d05b-44ba-96f9-421f472f80fb) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:51:50.542998 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3de36df0-1c5d-4a5f-a1c2-7e6f5c0da4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.679424 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3de36df0-1c5d-4a5f-a1c2-7e6f5c0da4fa admin admin] Publish callbacks [] for security_group (87b0d47e-2f6d-4a95-9f97-dda3d62e7652), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.687923 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3de36df0-1c5d-4a5f-a1c2-7e6f5c0da4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (87b0d47e-2f6d-4a95-9f97-dda3d62e7652), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.746265 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3de36df0-1c5d-4a5f-a1c2-7e6f5c0da4fa admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f0aedce6ee04d5aa342a2695fa78431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230213 Oct 15 13:51:50.746265 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de36df0-1c5d-4a5f-a1c2-7e6f5c0da4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0d47e-2f6d-4a95-9f97-dda3d62e7652,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:50.747732 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55042) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:50.794165 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:50.822494 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=3,neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:50.823833 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] Publish callbacks [] for security_group (87b0d47e-2f6d-4a95-9f97-dda3d62e7652), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.854258 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:50.856715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] Publish callbacks [] for security_group (87b0d47e-2f6d-4a95-9f97-dda3d62e7652), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.931423 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks [] for port (3484d704-d05b-44ba-96f9-421f472f80fb), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.945642 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (87b0d47e-2f6d-4a95-9f97-dda3d62e7652), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.948863 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:50.950352 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/87b0d47e-2f6d-4a95-9f97-dda3d62e7652 HTTP/1.1" status: 204 len: 168 time: 0.1899922 Oct 15 13:51:50.969348 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e3970-1240-477b-b135-176ca24e6fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0d47e-2f6d-4a95-9f97-dda3d62e7652,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:51.025187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:51.137133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Pushing event updated for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:51.174229 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:51:51.176761 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:51:51.179897 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:51:51.301881 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:51.308702 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:51.389490 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-61e02048-a568-4106-b767-699533700640 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7622006 Oct 15 13:51:51.408467 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Request body: {'port': {'device_id': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:51:51.631182 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:51.680583 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4b0936eb-369c-471c-8e72-e5604d3fc1c4 None None] Provisioning complete for port 3484d704-d05b-44ba-96f9-421f472f80fb triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:51:51.682503 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4b0936eb-369c-471c-8e72-e5604d3fc1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:51.683400 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4b0936eb-369c-471c-8e72-e5604d3fc1c4 None None] Attempt 1 to provision port 3484d704-d05b-44ba-96f9-421f472f80fb Oct 15 13:51:51.778055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4b0936eb-369c-471c-8e72-e5604d3fc1c4 None None] Port 3484d704-d05b-44ba-96f9-421f472f80fb cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:51:51.975663 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb068e-d602-4955-b9fc-a0401f6f1070 req-2dfaafd2-05ae-402c-8578-c3f54b1202f3 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:51.977550 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aadb068e-d602-4955-b9fc-a0401f6f1070 req-2dfaafd2-05ae-402c-8578-c3f54b1202f3 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 936 time: 0.0834031 Oct 15 13:51:52.140011 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:52.186520 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aadb068e-d602-4955-b9fc-a0401f6f1070 req-6ff82694-2ca4-4309-adfb-5960ba7af6cd tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009208 Oct 15 13:51:52.332269 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-23d41583-e0e7-4fc3-8637-126ef8b4d490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.406774 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3484d704-d05b-44ba-96f9-421f472f80fb {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:51:52.417377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks [] for port (3484d704-d05b-44ba-96f9-421f472f80fb), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.439676 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Transition to ACTIVE for port object 3484d704-d05b-44ba-96f9-421f472f80fb will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:51:52.445589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.564637 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Pushing event updated for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:52.613123 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Attempting to bind port 3484d704-d05b-44ba-96f9-421f472f80fb on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:51:52.613433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Attempting to bind port 3484d704-d05b-44ba-96f9-421f472f80fb by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:51:52.613684 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Attempting to bind port 3484d704-d05b-44ba-96f9-421f472f80fb on network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:52.645272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:52.679236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Port 3484d704-d05b-44ba-96f9-421f472f80fb on network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:51:52.679640 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Attempting to bind port 3484d704-d05b-44ba-96f9-421f472f80fb on network 7048e9e2-6ef5-4770-99ac-ce3494a75c82 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:51:52.730801 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:51:52.731414 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Checking segment: {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:51:52.731803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Bound using segment: {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:51:52.732270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Bound port: 3484d704-d05b-44ba-96f9-421f472f80fb, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e261a47b-a1a2-4f2d-a07d-7297d3ce9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:51:52.732627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.854047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:51:52.858620 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3484d704-d05b-44ba-96f9-421f472f80fb,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:51:52.870710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.876955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:52.877841 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:52.879753 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/3484d704-d05b-44ba-96f9-421f472f80fb HTTP/1.1" status: 200 len: 1098 time: 1.4849267 Oct 15 13:51:52.880727 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:51:52.883573 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9729d67-0854-488c-bcbc-b694c2f280fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:51:53.005902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ab373-4748-4238-9e9c-1412dc809f9a x-openstack-request-id: req-6e0ab373-4748-4238-9e9c-1412dc809f9a {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:51:53.006171 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:51:53.006352 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e0ab373-4748-4238-9e9c-1412dc809f9a {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:51:53.006874 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0ab373-4748-4238-9e9c-1412dc809f9a'] response: {'name': 'network-changed', 'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb', 'status': 'completed', 'code': 200} Oct 15 13:51:53.071239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee554e2-9e3f-4ef4-9564-feed2f8439ea service neutron] Pushing event updated for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:53.081416 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-5bb7d9d7-5537-4157-bc8d-042bf72ec0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:53.084761 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-5bb7d9d7-5537-4157-bc8d-042bf72ec0e4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 1132 time: 0.1111164 Oct 15 13:51:53.141576 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-5efcfa71-4d54-4cec-9a22-866e9b6854a1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3484d704-d05b-44ba-96f9-421f472f80fb HTTP/1.1" status: 200 len: 217 time: 0.0457087 Oct 15 13:51:53.204553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-fda26ef7-7127-4e85-b1d7-49f42aef968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:53.210799 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-fda26ef7-7127-4e85-b1d7-49f42aef968b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2f7e2a19-18bd-4e18-aee3-40615b4644f9 HTTP/1.1" status: 200 len: 843 time: 0.0613425 Oct 15 13:51:53.287102 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-96ea9676-d07d-4dbe-9af2-b68efb0d20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:53.288787 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-96ea9676-d07d-4dbe-9af2-b68efb0d20bc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=7048e9e2-6ef5-4770-99ac-ce3494a75c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0714288 Oct 15 13:51:53.811072 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-41c14005-0de4-418b-8e91-f6b3b1a9e1b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7048e9e2-6ef5-4770-99ac-ce3494a75c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100477 Oct 15 13:51:53.835137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220274-9e4b-4aae-bad8-34aeddae7e11 req-94487728-5009-46a3-bf08-2d2e1cddc8de tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:53.837005 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1d220274-9e4b-4aae-bad8-34aeddae7e11 req-94487728-5009-46a3-bf08-2d2e1cddc8de tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.4735191 Oct 15 13:51:53.967587 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1d220274-9e4b-4aae-bad8-34aeddae7e11 req-d6fe2679-9c47-4cba-9842-ec01575d5197 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155066 Oct 15 13:51:53.988402 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26b1eeb4-63ff-4584-92ac-cfbd5590345f req-83573c05-513f-40c4-bc17-d5a94f9b5e2d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7048e9e2-6ef5-4770-99ac-ce3494a75c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699085 Oct 15 13:51:54.148490 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:54.170698 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-e98ef606-7bdd-4fe9-84a5-d77198ea4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:54.173579 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-e98ef606-7bdd-4fe9-84a5-d77198ea4507 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 1132 time: 0.1060555 Oct 15 13:51:54.360899 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-cad8e564-4b3a-4959-aebf-0f5e459d073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:54.363737 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-cad8e564-4b3a-4959-aebf-0f5e459d073d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=7048e9e2-6ef5-4770-99ac-ce3494a75c82 HTTP/1.1" status: 200 len: 870 time: 0.1796176 Oct 15 13:51:54.419731 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-7f242a24-97e2-4732-829b-4396d48e9a41 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3484d704-d05b-44ba-96f9-421f472f80fb HTTP/1.1" status: 200 len: 217 time: 0.0469794 Oct 15 13:51:54.500625 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-8c0e384c-96c7-475c-927d-e224eac34f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:54.502315 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-8c0e384c-96c7-475c-927d-e224eac34f55 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2f7e2a19-18bd-4e18-aee3-40615b4644f9 HTTP/1.1" status: 200 len: 843 time: 0.0756199 Oct 15 13:51:54.596350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-83d12ce7-ea12-43b9-a177-d1903522a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:54.601059 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-83d12ce7-ea12-43b9-a177-d1903522a172 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=7048e9e2-6ef5-4770-99ac-ce3494a75c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0904934 Oct 15 13:51:54.627437 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-83f47d64-db2b-4e9a-b1e8-6d86531fa807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:54.738610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:54.794242 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-39044cda-cf6d-4ce9-b408-ecefbd443e95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7048e9e2-6ef5-4770-99ac-ce3494a75c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786268 Oct 15 13:51:55.022628 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9729d67-0854-488c-bcbc-b694c2f280fc req-1b32e5e3-13aa-437d-89af-c062e65af009 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7048e9e2-6ef5-4770-99ac-ce3494a75c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195783 Oct 15 13:51:55.177866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55148) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:55.235173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c4dad-3697-490c-a32e-a8c452bf6d7c req-3eaffce8-0877-4375-aa54-2652ceda8917 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:55.237813 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0f7c4dad-3697-490c-a32e-a8c452bf6d7c req-3eaffce8-0877-4375-aa54-2652ceda8917 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.1322260 Oct 15 13:51:55.342334 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0f7c4dad-3697-490c-a32e-a8c452bf6d7c req-53442be3-7093-4f30-bdbf-9a539797bb77 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974939 Oct 15 13:51:55.384945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-144aad18-c3e1-4a77-a61c-cf62fa3b61d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.556633 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-144aad18-c3e1-4a77-a61c-cf62fa3b61d5 admin admin] Publish callbacks [] for security_group (e060595e-ca00-4f39-a737-e9d65558e064), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.565752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-144aad18-c3e1-4a77-a61c-cf62fa3b61d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e060595e-ca00-4f39-a737-e9d65558e064), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.659634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144aad18-c3e1-4a77-a61c-cf62fa3b61d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e060595e-ca00-4f39-a737-e9d65558e064,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:55.674357 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-144aad18-c3e1-4a77-a61c-cf62fa3b61d5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c81b45cdf17648be8c9830541fb48892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938588 Oct 15 13:51:55.676815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 55152) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:55.792239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] Publish callbacks [] for security_group (e060595e-ca00-4f39-a737-e9d65558e064), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.816314 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] Publish callbacks [] for security_group (e060595e-ca00-4f39-a737-e9d65558e064), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.918686 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e060595e-ca00-4f39-a737-e9d65558e064), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.922175 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:55.923832 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e060595e-ca00-4f39-a737-e9d65558e064 HTTP/1.1" status: 204 len: 168 time: 0.2454944 Oct 15 13:51:55.934045 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55260f96-1bdc-4a61-ac6f-71ad47e409ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e060595e-ca00-4f39-a737-e9d65558e064,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:56.102109 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:56.183793 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:56.208271 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:56.562420 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55168) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:56.594060 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2c01a642-cc78-474b-9472-42063194e351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:56.632736 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91badd8-bbb9-40ac-87f5-4de008d97597 req-abe80223-64cb-42c4-af0f-c26e5ca16460 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:56.639911 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f91badd8-bbb9-40ac-87f5-4de008d97597 req-abe80223-64cb-42c4-af0f-c26e5ca16460 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.1253831 Oct 15 13:51:56.775739 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f91badd8-bbb9-40ac-87f5-4de008d97597 req-575798dc-4712-4e67-8bed-72451aefcce7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254132 Oct 15 13:51:56.805836 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2c01a642-cc78-474b-9472-42063194e351 admin admin] Publish callbacks [] for security_group (81271041-7bd5-4ded-b147-c7d4326b6d98), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:56.816369 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2c01a642-cc78-474b-9472-42063194e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (81271041-7bd5-4ded-b147-c7d4326b6d98), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:56.914082 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-2c01a642-cc78-474b-9472-42063194e351 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=24c3fb3198f540e38a549d9353092510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483822 Oct 15 13:51:56.916683 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 55172) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:51:56.916933 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01a642-cc78-474b-9472-42063194e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81271041-7bd5-4ded-b147-c7d4326b6d98,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:57.025062 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] Publish callbacks [] for security_group (81271041-7bd5-4ded-b147-c7d4326b6d98), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:57.062387 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] Publish callbacks [] for security_group (81271041-7bd5-4ded-b147-c7d4326b6d98), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:57.160929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (81271041-7bd5-4ded-b147-c7d4326b6d98), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:57.165588 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:57.170454 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/81271041-7bd5-4ded-b147-c7d4326b6d98 HTTP/1.1" status: 204 len: 168 time: 0.2509351 Oct 15 13:51:57.188329 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f679a-9f42-4bcf-a1a7-f2b73f59d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81271041-7bd5-4ded-b147-c7d4326b6d98,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:51:57.729227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:57.838402 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:51:58.083434 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6806345-2190-49c1-8391-ff7bcca1e4b7 req-73c63799-76b6-4207-8871-117c30dad6e8 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:58.087526 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6806345-2190-49c1-8391-ff7bcca1e4b7 req-73c63799-76b6-4207-8871-117c30dad6e8 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.1406331 Oct 15 13:51:58.247454 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6806345-2190-49c1-8391-ff7bcca1e4b7 req-89fc562e-d9d6-4ed2-8d6d-baa2b9849312 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515906 Oct 15 13:51:58.479498 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:51:59.600412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5640cc-08fb-48cf-a1f1-2ed30c2dcba0 req-0c496fee-485d-427a-bab1-9ae231d9a0cc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:51:59.602645 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da5640cc-08fb-48cf-a1f1-2ed30c2dcba0 req-0c496fee-485d-427a-bab1-9ae231d9a0cc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.0716658 Oct 15 13:51:59.658634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:51:59.676154 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da5640cc-08fb-48cf-a1f1-2ed30c2dcba0 req-056bbfea-38ba-4f57-9b33-2f4ef58887f8 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663297 Oct 15 13:52:00.863978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38175b-e839-4a29-84b3-a19a63e7ba84 req-49f1cd95-d0de-4faf-ab23-3295b98c02ed tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:00.867049 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd38175b-e839-4a29-84b3-a19a63e7ba84 req-49f1cd95-d0de-4faf-ab23-3295b98c02ed tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.0777314 Oct 15 13:52:00.919367 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:00.995327 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd38175b-e839-4a29-84b3-a19a63e7ba84 req-a8e847b4-f936-456f-b6e9-44103dfc0228 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165943 Oct 15 13:52:02.170521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d5c2c-a1d1-41bf-ad3f-1d83336a8c9b req-fc18f925-adc4-40b5-8442-e0e0a380ba13 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:02.173361 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff2d5c2c-a1d1-41bf-ad3f-1d83336a8c9b req-fc18f925-adc4-40b5-8442-e0e0a380ba13 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.0674226 Oct 15 13:52:02.269182 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff2d5c2c-a1d1-41bf-ad3f-1d83336a8c9b req-adfdc84d-1c43-4c00-b693-9460007a2241 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890048 Oct 15 13:52:03.506882 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883cac-7290-4649-b73c-54e5703627cb req-9b217d1f-39d8-4bc7-9799-5a4a995f2b9c tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:03.519078 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2883cac-7290-4649-b73c-54e5703627cb req-9b217d1f-39d8-4bc7-9799-5a4a995f2b9c tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.1029382 Oct 15 13:52:03.594551 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2883cac-7290-4649-b73c-54e5703627cb req-b7a9e7d7-a9f6-4fc4-aa82-794b01e1c73b tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727513 Oct 15 13:52:04.682331 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55394) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:04.759291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Deleting subnet bd799cd6-c155-423a-9a0f-2781f6038a8b {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:52:04.765539 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Publish callbacks [] for subnet (bd799cd6-c155-423a-9a0f-2781f6038a8b), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:04.773087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986df6-6151-4271-b86f-79e02b75c0d3 req-5f0340b7-636e-40f2-8ebd-d1d7e654b156 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:04.776754 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-21986df6-6151-4271-b86f-79e02b75c0d3 req-5f0340b7-636e-40f2-8ebd-d1d7e654b156 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.0707700 Oct 15 13:52:04.826152 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (bd799cd6-c155-423a-9a0f-2781f6038a8b), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:04.838340 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-21986df6-6151-4271-b86f-79e02b75c0d3 req-055741d8-3d79-47cd-a780-72e1769663ad tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569887 Oct 15 13:52:04.885905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (bd799cd6-c155-423a-9a0f-2781f6038a8b), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:04.959241 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (bd799cd6-c155-423a-9a0f-2781f6038a8b), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:04.986150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd799cd6-c155-423a-9a0f-2781f6038a8b,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:04.998257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.002168 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-48ace4da-a782-4bb0-a696-4b03bbc2765d admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/bd799cd6-c155-423a-9a0f-2781f6038a8b HTTP/1.1" status: 204 len: 168 time: 0.3183732 Oct 15 13:52:05.005396 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55396) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:05.097037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (48059652-91b4-4864-bff2-b040e5893a7d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.207557 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (48059652-91b4-4864-bff2-b040e5893a7d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.222877 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:05.244728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:05.253164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48059652-91b4-4864-bff2-b040e5893a7d']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:05.275651 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2857ab-1485-4468-b909-b9e379dcf1b0') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:05.276187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2857ab-1485-4468-b909-b9e379dcf1b0') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:05.295893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (fe2857ab-1485-4468-b909-b9e379dcf1b0), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.318721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (fe2857ab-1485-4468-b909-b9e379dcf1b0), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.330732 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:52:05.331374 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (fe2857ab-1485-4468-b909-b9e379dcf1b0), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.359665 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment fe2857ab-1485-4468-b909-b9e379dcf1b0 resource provider aggregate not found Oct 15 13:52:05.422249 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment fe2857ab-1485-4468-b909-b9e379dcf1b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe2857ab-1485-4468-b909-b9e379dcf1b0 found for delete ", "request_id": "req-1277835d-9170-4c33-8b26-0892f193d3ba"}]} Oct 15 13:52:05.461662 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (48059652-91b4-4864-bff2-b040e5893a7d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.469992 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.474741 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/48059652-91b4-4864-bff2-b040e5893a7d HTTP/1.1" status: 204 len: 168 time: 0.4681134 Oct 15 13:52:05.491448 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f359ab9-e9e7-4a94-8c4b-961e2e007b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=48059652-91b4-4864-bff2-b040e5893a7d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:05.758363 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55412) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:05.810174 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-385a2aef-1888-44f3-8edd-dfd1c4ba48a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b58d317ad84e46be85ed15b3e51c2f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503144 Oct 15 13:52:05.813310 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 55414) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:05.880991 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] Publish callbacks [] for security_group (3427d952-b90a-4ecb-bd70-abb5c07e02fa), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:05.913546 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] Publish callbacks [] for security_group (3427d952-b90a-4ecb-bd70-abb5c07e02fa), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:06.005832 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1e432-44db-4952-8861-322e01966657 req-3f5e1afa-a749-4b5a-b5a3-e51106d080ad tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:06.007503 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cef1e432-44db-4952-8861-322e01966657 req-3f5e1afa-a749-4b5a-b5a3-e51106d080ad tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.0674777 Oct 15 13:52:06.032085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3427d952-b90a-4ecb-bd70-abb5c07e02fa), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:06.034600 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:06.035755 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3427d952-b90a-4ecb-bd70-abb5c07e02fa HTTP/1.1" status: 204 len: 168 time: 0.2214298 Oct 15 13:52:06.050975 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3d6c-7f41-4be7-a6f8-f578877377d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427d952-b90a-4ecb-bd70-abb5c07e02fa,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:06.093215 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cef1e432-44db-4952-8861-322e01966657 req-1a35d722-6566-47fe-9664-2699d0fb74e2 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781825 Oct 15 13:52:06.900889 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55444) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:07.021108 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1314562198-network', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:07.047486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Made reservation on behalf of e752c3aef55649ea98ec1a2f3607c27f for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:07.049926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.059516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.109312 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3484d704-d05b-44ba-96f9-421f472f80fb details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:52:07.138040 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:07.174959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks [] for security_group (06f3e01c-1bad-4b6a-bdb8-fc9ad2933373), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.183790 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (06f3e01c-1bad-4b6a-bdb8-fc9ad2933373), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.215487 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:52:07.230183 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:07.236583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (368b8c5c-5996-4f6b-903b-14aa9cbbffd5), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.237195 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Added segment 368b8c5c-5996-4f6b-903b-14aa9cbbffd5 of type vlan for network 02894865-e41a-4eca-94c3-b634ad12d3f8 Oct 15 13:52:07.303438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (02894865-e41a-4eca-94c3-b634ad12d3f8), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.310648 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3484d704-d05b-44ba-96f9-421f472f80fb,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:07.331208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '3484d704-d05b-44ba-96f9-421f472f80fb', 'network_id': '7048e9e2-6ef5-4770-99ac-ce3494a75c82', 'port_id': '3484d704-d05b-44ba-96f9-421f472f80fb', 'mac_address': 'fa:16:3e:2a:bd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7e2a19-18bd-4e18-aee3-40615b4644f9', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:52:07.333636 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a29ef-ea66-4254-bf95-142b497cfe2e req-490ad5bc-1b33-4b50-8a8f-106e4d8fed37 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:07.335713 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-834a29ef-ea66-4254-bf95-142b497cfe2e req-490ad5bc-1b33-4b50-8a8f-106e4d8fed37 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 948 time: 0.1392293 Oct 15 13:52:07.338564 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (02894865-e41a-4eca-94c3-b634ad12d3f8), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.339924 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:07.340731 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.388903 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 3484d704-d05b-44ba-96f9-421f472f80fb is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:07.389318 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.409782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3484d704-d05b-44ba-96f9-421f472f80fb {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:52:07.413482 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-834a29ef-ea66-4254-bf95-142b497cfe2e req-0cb91400-4302-442e-8f24-eb85f75d5e78 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666995 Oct 15 13:52:07.415225 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5131919 Oct 15 13:52:07.418267 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55460) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:07.423710 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Request body: {'subnet': {'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1314562198-subnet', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:07.439630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080f225-4edf-455c-b087-d301d54e877d admin admin] Pushing event updated for resources: {'Network': ['ID=02894865-e41a-4eca-94c3-b634ad12d3f8,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:07.442525 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3484d704-d05b-44ba-96f9-421f472f80fb,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:07.459566 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:52:07.461068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Made reservation on behalf of e752c3aef55649ea98ec1a2f3607c27f for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:07.463111 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.463583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.594210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:07.708036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (93f32bec-d110-48e1-a1dc-e40b7462f202), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.765329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=11 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:07.782131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:07.799483 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f32bec-d110-48e1-a1dc-e40b7462f202,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:07.826878 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Checking segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:07.827249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Network hostable DHCP agents. Network: 02894865-e41a-4eca-94c3-b634ad12d3f8, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:52:07.849813 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:52:07.861652 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 02894865-e41a-4eca-94c3-b634ad12d3f8) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:07.866334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:07.866939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.882684 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bfb6f-bdfa-4683-b75a-7b31780dfe4b None None] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:07.907450 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1c114d49-34ba-4403-8cb4-0449fd800826 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4880247 Oct 15 13:52:07.911829 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55466) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:07.916754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:07.947594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (56d0290b-0075-488c-b552-fdb37b3261ba), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:07.949083 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (56d0290b-0075-488c-b552-fdb37b3261ba), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.025296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for router_controller (56d0290b-0075-488c-b552-fdb37b3261ba), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.035559 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-02894865-e41a-4eca-94c3-b634ad12d3f8', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:52:08.036759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.117185 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3484d704-d05b-44ba-96f9-421f472f80fb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:52:08.196650 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for router_gateway (56d0290b-0075-488c-b552-fdb37b3261ba), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.264212 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Allocated IP 172.20.0.2 (02894865-e41a-4eca-94c3-b634ad12d3f8/93f32bec-d110-48e1-a1dc-e40b7462f202/15ea4bb1-4d52-491e-a658-1cfdadfbf978) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:08.400855 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:08.460046 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for router_gateway (56d0290b-0075-488c-b552-fdb37b3261ba), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.467134 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:08.483529 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.592838 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks [] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.604250 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.622570 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9c33-5811-4c66-96d5-ff9698cfa891 req-eb26fa0e-57d3-4c28-b65f-2ac3e57d5476 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:08.625301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-288b9c33-5811-4c66-96d5-ff9698cfa891 req-eb26fa0e-57d3-4c28-b65f-2ac3e57d5476 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 949 time: 0.0850437 Oct 15 13:52:08.671772 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:08.677702 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Allocated IP 172.27.0.184 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/8435b83f-4958-47f4-83d2-fbeca0bf2872) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:08.680385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:08.684733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:08.700134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Pushing event updated for resources: {'Port': ['ID=15ea4bb1-4d52-491e-a658-1cfdadfbf978,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:08.722351 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-288b9c33-5811-4c66-96d5-ff9698cfa891 req-d2fd77d3-02f1-4c06-9041-514a20f44c67 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839586 Oct 15 13:52:08.790391 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Attempting to bind port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:08.791053 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Attempting to bind port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:08.791585 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Attempting to bind port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 on network 02894865-e41a-4eca-94c3-b634ad12d3f8 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:08.858807 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.864555 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:08.865133 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Checking segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:08.865963 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.866770 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Bound using segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:08.867587 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Bound port: 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:08.869289 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.924928 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.957790 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:08.965404 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] For port 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:08.970294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:08.970837 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] For port 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=15ea4bb1-4d52-491e-a658-1cfdadfbf978,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:08.976738 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:08.981075 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:08.981588 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:09.016597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Pushing event updated for resources: {'Port': ['ID=8435b83f-4958-47f4-83d2-fbeca0bf2872,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:09.030426 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:09.040248 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:09.065274 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270e52e-83b2-4f68-810a-e491685a2a38 None None] Pushing event updated for resources: {'Port': ['ID=15ea4bb1-4d52-491e-a658-1cfdadfbf978,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:09.415840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for router_gateway (56d0290b-0075-488c-b552-fdb37b3261ba), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:09.703584 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3484d704-d05b-44ba-96f9-421f472f80fb up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:09.826719 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:09.862198 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (56d0290b-0075-488c-b552-fdb37b3261ba), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:09.869715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 15ea4bb1-4d52-491e-a658-1cfdadfbf978 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:09.914841 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 3484d704-d05b-44ba-96f9-421f472f80fb completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:52:09.945851 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 3484d704-d05b-44ba-96f9-421f472f80fb triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:09.946276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:09.946588 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 3484d704-d05b-44ba-96f9-421f472f80fb Oct 15 13:52:10.003778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2f089-1abb-492d-aa95-875e50b070c8 req-f956c46f-04e8-44c8-b1bf-5ca4697b71fc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:10.006380 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73f2f089-1abb-492d-aa95-875e50b070c8 req-f956c46f-04e8-44c8-b1bf-5ca4697b71fc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 949 time: 0.1110668 Oct 15 13:52:10.016991 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:10.018306 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.018306 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 Oct 15 13:52:10.098201 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73f2f089-1abb-492d-aa95-875e50b070c8 req-137632a1-f92b-4bd5-b41a-c13b6a1632b5 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797601 Oct 15 13:52:10.123954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Router 56d0290b-0075-488c-b552-fdb37b3261ba is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:52:10.330199 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 3484d704-d05b-44ba-96f9-421f472f80fb is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:10.330603 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.331960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:10.351669 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Sync routers for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:52:10.358988 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:10.359575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.369394 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.376231 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d0094309-c2c4-4de1-be40-07dc66a90c91 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4584668 Oct 15 13:52:10.380745 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55490) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:10.399491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:52:10.401885 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7862467-c5d9-4ad6-b007-c530d3230e3a" -d '{"events": [{"server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:52:10.406730 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3484d704-d05b-44ba-96f9-421f472f80fb,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:10.426245 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:10.427109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:10.440493 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.498174 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9544eda9-ac55-49db-abfd-a4556e336429 x-openstack-request-id: req-9544eda9-ac55-49db-abfd-a4556e336429 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:52:10.498681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "name": "network-vif-plugged", "status": "completed", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:52:10.499394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9544eda9-ac55-49db-abfd-a4556e336429 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:52:10.500469 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9544eda9-ac55-49db-abfd-a4556e336429'] response: {'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb', 'code': 200} Oct 15 13:52:10.537379 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb536d46-d25d-4428-a777-dcaaf9ae556b None None] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:10.596621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=15ea4bb1-4d52-491e-a658-1cfdadfbf978,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:10.676892 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-770d6f3b-886a-483f-9e58-18d4a04a3fd7 None None] Provisioning complete for port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:10.677272 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-770d6f3b-886a-483f-9e58-18d4a04a3fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.677610 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-770d6f3b-886a-483f-9e58-18d4a04a3fd7 None None] Attempt 1 to provision port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 Oct 15 13:52:10.679454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:10.722422 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:10.731093 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e780d8-29d2-4f8c-bf97-bcdfe867efdb req-5e0833c0-a81c-49af-9a85-e3697ef8249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:10.734195 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-98e780d8-29d2-4f8c-bf97-bcdfe867efdb req-5e0833c0-a81c-49af-9a85-e3697ef8249d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 1134 time: 0.0757818 Oct 15 13:52:10.747754 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:10.819718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:10.827158 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-98e780d8-29d2-4f8c-bf97-bcdfe867efdb req-c3dd4087-ec19-4366-bc3b-9cd4c00dd498 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Oct 15 13:52:10.973501 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=15ea4bb1-4d52-491e-a658-1cfdadfbf978,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:11.045108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:11.084752 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-770d6f3b-886a-483f-9e58-18d4a04a3fd7 None None] Current status of the port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:11.091074 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:11.194871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:09Z', 'revision_number': 3, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:11.243007 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Checking router: 56d0290b-0075-488c-b552-fdb37b3261ba for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:52:11.243366 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Updating router 56d0290b-0075-488c-b552-fdb37b3261ba port 8435b83f-4958-47f4-83d2-fbeca0bf2872 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:52:11.288470 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.324334 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0af204-deea-4a0d-9eb0-7bea0ae8d54d req-043ea7d7-af71-4657-b1a8-05e8636037de tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:11.328889 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da0af204-deea-4a0d-9eb0-7bea0ae8d54d req-043ea7d7-af71-4657-b1a8-05e8636037de tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.1050248 Oct 15 13:52:11.388277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:11.492649 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-da0af204-deea-4a0d-9eb0-7bea0ae8d54d req-bc941827-7333-4a36-b508-b84e162faa5b tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562140 Oct 15 13:52:11.526113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.711628 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:11.773182 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4b6e872b-5a14-45e9-9431-bdf83d2794fa None None] Provisioning complete for port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:11.774460 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4b6e872b-5a14-45e9-9431-bdf83d2794fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.774994 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4b6e872b-5a14-45e9-9431-bdf83d2794fa None None] Attempt 1 to provision port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 Oct 15 13:52:11.837947 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 15ea4bb1-4d52-491e-a658-1cfdadfbf978 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:11.847089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Allocated IP 172.20.0.1 (02894865-e41a-4eca-94c3-b634ad12d3f8/93f32bec-d110-48e1-a1dc-e40b7462f202/318a1768-8e3d-43cf-8f9e-832aa9963272) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:11.935659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:11.942501 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks [] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.981939 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.998590 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:11.998979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:11.999370 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 Oct 15 13:52:12.028238 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e872b-5a14-45e9-9431-bdf83d2794fa None None] Current status of the port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:12.037091 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks [] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.051694 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Attempting to bind port 8435b83f-4958-47f4-83d2-fbeca0bf2872 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:12.052062 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Attempting to bind port 8435b83f-4958-47f4-83d2-fbeca0bf2872 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:12.052435 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Attempting to bind port 8435b83f-4958-47f4-83d2-fbeca0bf2872 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:12.092867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.109297 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6abd6-2592-4560-b799-509a013db86d None None] Pushing event updated for resources: {'Port': ['ID=8435b83f-4958-47f4-83d2-fbeca0bf2872,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:12.149460 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:12.150186 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:12.151484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.151484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:12.151484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Bound port: 8435b83f-4958-47f4-83d2-fbeca0bf2872, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:12.152102 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.152406 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:12.157525 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:12.160832 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:12.190451 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:12.226743 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (56d0290b-0075-488c-b552-fdb37b3261ba), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.293565 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:12.329922 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] For port 8435b83f-4958-47f4-83d2-fbeca0bf2872, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:12.336156 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] For port 8435b83f-4958-47f4-83d2-fbeca0bf2872, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8435b83f-4958-47f4-83d2-fbeca0bf2872,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:12.350676 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.425199 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:12.426792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:12.460678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.483141 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:12.642666 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:12.736618 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:12.759365 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:12.763102 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7891da-67df-485b-b7a4-37a30c591942 req-3d3dab7d-b5d7-42a8-87ca-a0409b2e20e9 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:12.765210 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ba7891da-67df-485b-b7a4-37a30c591942 req-3d3dab7d-b5d7-42a8-87ca-a0409b2e20e9 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.1106157 Oct 15 13:52:12.767583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks [] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.779084 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:12.877125 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ba7891da-67df-485b-b7a4-37a30c591942 req-d1cc56a0-f7b5-4af6-ab58-b468cb60ab80 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041918 Oct 15 13:52:12.915499 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:12.951916 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (56d0290b-0075-488c-b552-fdb37b3261ba), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:13.024762 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-6f0b59f2-3f87-4ebe-87c5-b2fad9d73d00 None None] Provisioning complete for port 318a1768-8e3d-43cf-8f9e-832aa9963272 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:13.025465 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6f0b59f2-3f87-4ebe-87c5-b2fad9d73d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:13.025969 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-6f0b59f2-3f87-4ebe-87c5-b2fad9d73d00 None None] Attempt 1 to provision port 318a1768-8e3d-43cf-8f9e-832aa9963272 Oct 15 13:52:13.037731 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6abd6-2592-4560-b799-509a013db86d None None] Pushing event updated for resources: {'Port': ['ID=8435b83f-4958-47f4-83d2-fbeca0bf2872,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:13.101378 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:13.119057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:13.120936 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:13.183416 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b59f2-3f87-4ebe-87c5-b2fad9d73d00 None None] Port 318a1768-8e3d-43cf-8f9e-832aa9963272 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:13.346502 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Router 56d0290b-0075-488c-b552-fdb37b3261ba has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:52:13.380264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:11Z', 'revision_number': 1, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:13.388682 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:13.445242 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d49fb-8358-4401-8f64-f6054f6988ef None None] The sync data for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi is: [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:11Z', 'revision_number': 1, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:52:13.510929 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-713f1d68-fe5a-4527-8255-e1642dd079f3 None None] Provisioning complete for port 318a1768-8e3d-43cf-8f9e-832aa9963272 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:13.511318 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-713f1d68-fe5a-4527-8255-e1642dd079f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:13.511780 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-713f1d68-fe5a-4527-8255-e1642dd079f3 None None] Attempt 1 to provision port 318a1768-8e3d-43cf-8f9e-832aa9963272 Oct 15 13:52:13.535866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:13.549011 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-800f2e96-968d-4cba-9b8e-c0fb08e32bc0 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/56d0290b-0075-488c-b552-fdb37b3261ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1701276 Oct 15 13:52:13.578540 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-713f1d68-fe5a-4527-8255-e1642dd079f3 None None] Port 318a1768-8e3d-43cf-8f9e-832aa9963272 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:14.065178 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112e61-a481-4444-ba10-1653582d0c64 req-bc6ca364-ec48-4c23-8d2d-eb74735e0a46 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:14.067519 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-82112e61-a481-4444-ba10-1653582d0c64 req-bc6ca364-ec48-4c23-8d2d-eb74735e0a46 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.0680933 Oct 15 13:52:14.140883 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-82112e61-a481-4444-ba10-1653582d0c64 req-6361d50f-78d8-410a-9aa3-579e6c9a572c tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Oct 15 13:52:14.461548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 55560) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:14.492388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-538617894-network', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:14.544716 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Made reservation on behalf of c15ea1a4d30742a2983b585cf7aa4eff for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:14.555759 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.570882 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.642822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34653c07-5069-4b3a-8590-bca5d4e7ccb2 req-8dba21f1-a538-4799-bd96-df15eec50cf4 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:14.644589 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34653c07-5069-4b3a-8590-bca5d4e7ccb2 req-8dba21f1-a538-4799-bd96-df15eec50cf4 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.0823581 Oct 15 13:52:14.756500 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34653c07-5069-4b3a-8590-bca5d4e7ccb2 req-7ab88229-3644-42d0-909c-b4539f6ed6b4 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010315 Oct 15 13:52:14.776721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks [] for security_group (daa1df4f-b9f1-4d9f-a3df-7df1e445275d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.783077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (daa1df4f-b9f1-4d9f-a3df-7df1e445275d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.816674 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:52:14.839563 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa1df4f-b9f1-4d9f-a3df-7df1e445275d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:14.844429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (7739de68-6227-4611-afc8-d59dc09a0072), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.844753 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Added segment 7739de68-6227-4611-afc8-d59dc09a0072 of type vlan for network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 Oct 15 13:52:14.897330 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (49f83c4a-8486-4f29-ad3c-f8a244e1ba74), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.930630 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (49f83c4a-8486-4f29-ad3c-f8a244e1ba74), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:14.931751 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:14.932387 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.003136 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5400412 Oct 15 13:52:15.007792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55580) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:15.013640 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Request body: {'subnet': {'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-538617894-subnet', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:15.028046 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa4eca-713d-4a32-a7a4-86a0019158dc admin admin] Pushing event updated for resources: {'Network': ['ID=49f83c4a-8486-4f29-ad3c-f8a244e1ba74,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:15.041757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:52:15.062980 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Made reservation on behalf of c15ea1a4d30742a2983b585cf7aa4eff for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:15.066582 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.297712 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (4f543665-342d-4b67-a14a-e923c7825e6a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.335987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:15.359034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f543665-342d-4b67-a14a-e923c7825e6a,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:15.378943 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Checking segment: {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:15.378943 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Network hostable DHCP agents. Network: 49f83c4a-8486-4f29-ad3c-f8a244e1ba74, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:52:15.401942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:52:15.415647 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 49f83c4a-8486-4f29-ad3c-f8a244e1ba74) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:15.420744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:15.421425 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.426422 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcb845-4ee7-4df5-9980-2214b8849bbf None None] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:15.447308 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-aa068ef7-b3cb-4cea-85f0-71abed539748 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4379847 Oct 15 13:52:15.449858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55582) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:15.456772 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:15.487725 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.488838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.525338 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:15.569131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for router_controller (790c0af2-e95b-498d-945d-a1f5bc44c3be), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.577552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:52:15.579017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.778174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for router_gateway (790c0af2-e95b-498d-945d-a1f5bc44c3be), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.800230 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Allocated IP 172.20.0.2 (49f83c4a-8486-4f29-ad3c-f8a244e1ba74/4f543665-342d-4b67-a14a-e923c7825e6a/87f0ebce-cdde-4e49-9127-6e542855c26a) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:15.806877 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8435b83f-4958-47f4-83d2-fbeca0bf2872 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:15.937453 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8435b83f-4958-47f4-83d2-fbeca0bf2872 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:15.937898 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:15.938309 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8435b83f-4958-47f4-83d2-fbeca0bf2872 Oct 15 13:52:15.995812 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:15.996478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167605-3cc1-45aa-bb29-887e6f9da36b req-5807701c-c552-4828-ac7f-979158a3a71f tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:16.014542 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb167605-3cc1-45aa-bb29-887e6f9da36b req-5807701c-c552-4828-ac7f-979158a3a71f tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.1008630 Oct 15 13:52:16.056903 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:16.133703 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb167605-3cc1-45aa-bb29-887e6f9da36b req-36c86ab3-6a95-4ded-9e72-3f2f61cd8443 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67011979-0f72-41c6-b17e-1c3ca451211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171124 Oct 15 13:52:16.197852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks [] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.200723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for router_gateway (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.222409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8435b83f-4958-47f4-83d2-fbeca0bf2872 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:16.223071 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.223281 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Sync routers for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:52:16.229812 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.232600 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.253512 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:16.254490 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:16.286329 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 8435b83f-4958-47f4-83d2-fbeca0bf2872, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8435b83f-4958-47f4-83d2-fbeca0bf2872,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:16.296118 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:16.299930 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.306450 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:16.312227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:16.344881 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Pushing event updated for resources: {'Port': ['ID=87f0ebce-cdde-4e49-9127-6e542855c26a,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:16.407141 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:16.417340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Attempting to bind port 87f0ebce-cdde-4e49-9127-6e542855c26a on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:16.417746 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Attempting to bind port 87f0ebce-cdde-4e49-9127-6e542855c26a by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:16.418760 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Attempting to bind port 87f0ebce-cdde-4e49-9127-6e542855c26a on network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:16.455482 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Allocated IP 172.27.0.88 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/1cbdd291-bb4c-400e-a033-9b9dff52bd22) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:16.486729 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=8435b83f-4958-47f4-83d2-fbeca0bf2872,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:16.513461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:16.513461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Checking segment: {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:16.513797 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.514112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Bound using segment: {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:16.514664 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Bound port: 87f0ebce-cdde-4e49-9127-6e542855c26a, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:16.515157 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.595041 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:16.612196 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] For port 87f0ebce-cdde-4e49-9127-6e542855c26a, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:16.615264 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-cd6d4c0f-9a3a-4b9c-9288-5fee584c06bc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:16.617738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-cd6d4c0f-9a3a-4b9c-9288-5fee584c06bc tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 950 time: 0.0772748 Oct 15 13:52:16.621706 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] For port 87f0ebce-cdde-4e49-9127-6e542855c26a, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=87f0ebce-cdde-4e49-9127-6e542855c26a,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:16.634352 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.701355 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.714663 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 2, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:16.763464 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Checking router: 56d0290b-0075-488c-b552-fdb37b3261ba for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:52:16.764250 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Updating router 56d0290b-0075-488c-b552-fdb37b3261ba port 318a1768-8e3d-43cf-8f9e-832aa9963272 binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:52:16.787776 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16fafd-9487-4b77-b7bd-51160079fec6 None None] Pushing event updated for resources: {'Port': ['ID=87f0ebce-cdde-4e49-9127-6e542855c26a,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:16.799437 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.822379 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.833909 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Deleting port 3484d704-d05b-44ba-96f9-421f472f80fb {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:52:16.834383 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:16.883085 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:16.892378 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:16.892378 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:16.918316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:16.936231 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbdd291-bb4c-400e-a033-9b9dff52bd22,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:17.017270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] For port 3484d704-d05b-44ba-96f9-421f472f80fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3484d704-d05b-44ba-96f9-421f472f80fb,segment=NetworkSegment(e261a47b-a1a2-4f2d-a07d-7297d3ce9753),segment_id=e261a47b-a1a2-4f2d-a07d-7297d3ce9753)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:17.017766 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.035228 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Calling delete_port for 3484d704-d05b-44ba-96f9-421f472f80fb owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:52:17.180095 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:17.182593 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:17.270872 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for router_gateway (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.291596 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (3484d704-d05b-44ba-96f9-421f472f80fb), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.319149 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3484d704-d05b-44ba-96f9-421f472f80fb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:52:17.360656 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Pushing event deleted for resources: {'Port': ['ID=3484d704-d05b-44ba-96f9-421f472f80fb,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:17.377112 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks [] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.388743 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.421280 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d768c00a-b85c-4b6d-b9fa-61d187053257 req-85eadb4a-0ab9-411e-82a3-dd904621d1e4 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.0782816 Oct 15 13:52:17.532531 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] No DVR routers for this DVR port 3484d704-d05b-44ba-96f9-421f472f80fb on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:52:17.535815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.540370 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7aa9e717-28bb-4866-b952-f09710b6a129 req-d4703cbf-c33a-42c2-b0ed-cc1606d363e7 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.40 "DELETE /networking/v2.0/ports/3484d704-d05b-44ba-96f9-421f472f80fb HTTP/1.1" status: 204 len: 173 time: 0.9171407 Oct 15 13:52:17.541010 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'name': 'network-vif-deleted', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:52:17.548765 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0909ffed-a48a-42d0-9b93-b95cd948e352" -d '{"events": [{"server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "name": "network-vif-deleted", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:52:17.635714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ba524e-3cd7-4d93-a477-634ac0e95e68 x-openstack-request-id: req-98ba524e-3cd7-4d93-a477-634ac0e95e68 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:52:17.639254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de39d23-3a0f-466b-82ea-fe384248d2dd", "name": "network-vif-deleted", "tag": "3484d704-d05b-44ba-96f9-421f472f80fb", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:52:17.640115 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98ba524e-3cd7-4d93-a477-634ac0e95e68 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:52:17.641274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ba524e-3cd7-4d93-a477-634ac0e95e68'] response: {'server_uuid': '9de39d23-3a0f-466b-82ea-fe384248d2dd', 'name': 'network-vif-deleted', 'tag': '3484d704-d05b-44ba-96f9-421f472f80fb', 'status': 'completed', 'code': 200} Oct 15 13:52:17.725801 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2613b-66e6-4ff7-8950-30888d2447d2 None None] Pushing event updated for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:17.887563 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Attempting to bind port 318a1768-8e3d-43cf-8f9e-832aa9963272 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:17.887992 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Attempting to bind port 318a1768-8e3d-43cf-8f9e-832aa9963272 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:17.894235 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Attempting to bind port 318a1768-8e3d-43cf-8f9e-832aa9963272 on network 02894865-e41a-4eca-94c3-b634ad12d3f8 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:17.975434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 87f0ebce-cdde-4e49-9127-6e542855c26a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:17.977454 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:17.977844 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Checking segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:17.978600 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:17.979005 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Bound using segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:17.979520 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Bound port: 318a1768-8e3d-43cf-8f9e-832aa9963272, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:17.979925 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.073954 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:18.081211 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:18.095899 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] For port 318a1768-8e3d-43cf-8f9e-832aa9963272, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:18.100851 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 87f0ebce-cdde-4e49-9127-6e542855c26a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:18.102063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.103064 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] For port 318a1768-8e3d-43cf-8f9e-832aa9963272, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=318a1768-8e3d-43cf-8f9e-832aa9963272,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:18.103995 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 87f0ebce-cdde-4e49-9127-6e542855c26a Oct 15 13:52:18.115394 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.125223 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:18.175161 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:18.176226 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:18.230245 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.246061 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf0a1a-47cb-49b7-95f8-a716bb15d2b2 None None] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:18.268836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-90ab8945-f977-4096-b8dc-d1175fdfbee3 None None] Provisioning complete for port 87f0ebce-cdde-4e49-9127-6e542855c26a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:18.269219 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-90ab8945-f977-4096-b8dc-d1175fdfbee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.269553 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-90ab8945-f977-4096-b8dc-d1175fdfbee3 None None] Attempt 1 to provision port 87f0ebce-cdde-4e49-9127-6e542855c26a Oct 15 13:52:18.286012 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 87f0ebce-cdde-4e49-9127-6e542855c26a is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:18.286404 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.318495 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:18.379958 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2613b-66e6-4ff7-8950-30888d2447d2 None None] Pushing event updated for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:18.402528 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 87f0ebce-cdde-4e49-9127-6e542855c26a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=87f0ebce-cdde-4e49-9127-6e542855c26a,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:18.407208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.408396 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8435b83f-4958-47f4-83d2-fbeca0bf2872 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:18.479567 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Router 790c0af2-e95b-498d-945d-a1f5bc44c3be is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:52:18.593692 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-90ab8945-f977-4096-b8dc-d1175fdfbee3 None None] Current status of the port 87f0ebce-cdde-4e49-9127-6e542855c26a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:18.600238 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=87f0ebce-cdde-4e49-9127-6e542855c26a,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:18.617477 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8435b83f-4958-47f4-83d2-fbeca0bf2872 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:18.617944 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.618287 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8435b83f-4958-47f4-83d2-fbeca0bf2872 Oct 15 13:52:18.682128 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:18.701378 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Sync routers for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:52:18.736554 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:18.739179 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-58718cef-5d16-482e-a7f7-6756079e2993 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2878754 Oct 15 13:52:18.742294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 55626) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:18.747069 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cdb1c56b-21fc-4634-a338-36fe9bc7731a req-a1b1569d-463c-44b5-b32b-4b22da9a0b91 tempest-VolumesNegativeTest-803597981 tempest-VolumesNegativeTest-803597981-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9de39d23-3a0f-466b-82ea-fe384248d2dd HTTP/1.1" status: 200 len: 210 time: 0.1140161 Oct 15 13:52:18.752102 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:18.752964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:18.757733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8435b83f-4958-47f4-83d2-fbeca0bf2872 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:18.838042 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-1096d41b-e956-4842-8063-125b5af0415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:18Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:18.868453 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096d41b-e956-4842-8063-125b5af0415f None None] The sync data for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi is: [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:18Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:52:18.961541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:19.542030 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4cdd75cf-c69e-4696-8a01-634d69f438a6 None None] Provisioning complete for port 87f0ebce-cdde-4e49-9127-6e542855c26a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:19.543050 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4cdd75cf-c69e-4696-8a01-634d69f438a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:19.543050 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4cdd75cf-c69e-4696-8a01-634d69f438a6 None None] Attempt 1 to provision port 87f0ebce-cdde-4e49-9127-6e542855c26a Oct 15 13:52:19.549060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:19.606103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:19.696291 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:17Z', 'revision_number': 3, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:19.728553 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Checking router: 790c0af2-e95b-498d-945d-a1f5bc44c3be for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:52:19.728904 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Updating router 790c0af2-e95b-498d-945d-a1f5bc44c3be port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:52:19.736998 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3484d704-d05b-44ba-96f9-421f472f80fb no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:52:19.746753 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:19.869268 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 3484d704-d05b-44ba-96f9-421f472f80fb {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:52:19.869623 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3484d704-d05b-44ba-96f9-421f472f80fb not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:52:19.876611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd75cf-c69e-4696-8a01-634d69f438a6 None None] Current status of the port 87f0ebce-cdde-4e49-9127-6e542855c26a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:19.885304 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:19.898541 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:19.903412 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:19.948073 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 87f0ebce-cdde-4e49-9127-6e542855c26a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:20.139158 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 87f0ebce-cdde-4e49-9127-6e542855c26a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:20.139581 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.139889 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 87f0ebce-cdde-4e49-9127-6e542855c26a Oct 15 13:52:20.173592 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:20.201212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Allocated IP 172.20.0.1 (49f83c4a-8486-4f29-ad3c-f8a244e1ba74/4f543665-342d-4b67-a14a-e923c7825e6a/8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:20.387859 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks [] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.388799 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 87f0ebce-cdde-4e49-9127-6e542855c26a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:20.391078 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 318a1768-8e3d-43cf-8f9e-832aa9963272 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:20.436737 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.479597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:20.485890 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:20.490340 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:20.534003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 318a1768-8e3d-43cf-8f9e-832aa9963272 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:20.534371 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.534786 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 318a1768-8e3d-43cf-8f9e-832aa9963272 Oct 15 13:52:20.542906 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks [] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.545438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:20.585276 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.586235 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.673751 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Attempting to bind port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:20.674075 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Attempting to bind port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:20.674441 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Attempting to bind port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:20.680289 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea2cb3-b038-4b0b-b8b8-8b673ceb1296 None None] Pushing event updated for resources: {'Port': ['ID=1cbdd291-bb4c-400e-a033-9b9dff52bd22,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:20.779130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 318a1768-8e3d-43cf-8f9e-832aa9963272 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:20.779130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.804493 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:20.806164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:20.807144 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.807560 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:20.808225 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Bound port: 1cbdd291-bb4c-400e-a033-9b9dff52bd22, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:20.808771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.810494 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.826688 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-27ceaa96-5594-482a-9840-195797246bca None None] Provisioning complete for port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:20.827293 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-27ceaa96-5594-482a-9840-195797246bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:20.827910 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-27ceaa96-5594-482a-9840-195797246bca None None] Attempt 1 to provision port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 Oct 15 13:52:20.954996 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] For port 1cbdd291-bb4c-400e-a033-9b9dff52bd22, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:20.958738 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] For port 1cbdd291-bb4c-400e-a033-9b9dff52bd22, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1cbdd291-bb4c-400e-a033-9b9dff52bd22,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:20.977426 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.019278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 318a1768-8e3d-43cf-8f9e-832aa9963272, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=318a1768-8e3d-43cf-8f9e-832aa9963272,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:21.024552 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:21.033970 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.038046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-27ceaa96-5594-482a-9840-195797246bca None None] Port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:21.060584 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:21.061605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:51:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:21.066698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks [] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.072671 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.123833 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea2cb3-b038-4b0b-b8b8-8b673ceb1296 None None] Pushing event updated for resources: {'Port': ['ID=1cbdd291-bb4c-400e-a033-9b9dff52bd22,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:21.140034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:21.164832 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.177465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:21.260117 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:21.285900 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:21.326750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:21.329125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:21.469855 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-331b37b8-43f2-4912-a673-4e34bb004d28 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-27776347&fields=id&tenant_id=9a6be8e43c7742be84f4dc3c95a990e5 HTTP/1.1" status: 200 len: 267 time: 0.0763962 Oct 15 13:52:21.486276 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Router 790c0af2-e95b-498d-945d-a1f5bc44c3be has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:52:21.516727 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:21.521331 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:21.546960 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79', 'name': '', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'mac_address': 'fa:16:3e:25:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:19Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 1, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'subnets': [{'id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:21.622363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55419a3-881a-477e-9a57-3e3567fb4f3d None None] The sync data for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi is: [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79', 'name': '', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'mac_address': 'fa:16:3e:25:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:19Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 1, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'subnets': [{'id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:52:21.643820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-d0e2e0c1-4ced-4a8a-91b9-766a52d66b52 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:21.652627 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-d0e2e0c1-4ced-4a8a-91b9-766a52d66b52 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 809 time: 0.1806023 Oct 15 13:52:21.662616 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:21.670095 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-db62e987-1ac7-4fdb-877f-0b203667ee86 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/790c0af2-e95b-498d-945d-a1f5bc44c3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9249065 Oct 15 13:52:21.683492 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-eda6e299-cb5b-47af-b54d-9151c401f65f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/quotas/9a6be8e43c7742be84f4dc3c95a990e5 HTTP/1.1" status: 200 len: 375 time: 0.0302877 Oct 15 13:52:21.784588 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-f5b6e2b7-e6db-4e72-8c65-fac8514e7ae5 None None] Provisioning complete for port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:21.784974 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e2b7-e6db-4e72-8c65-fac8514e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.785725 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-f5b6e2b7-e6db-4e72-8c65-fac8514e7ae5 None None] Attempt 1 to provision port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 Oct 15 13:52:21.808881 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-87dfb9b0-2d08-436f-96c3-0242353de5cd tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243367 Oct 15 13:52:21.830699 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 318a1768-8e3d-43cf-8f9e-832aa9963272 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:21.906820 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6e2b7-e6db-4e72-8c65-fac8514e7ae5 None None] Port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:21.947004 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 318a1768-8e3d-43cf-8f9e-832aa9963272 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:21.947462 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:21.947854 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 318a1768-8e3d-43cf-8f9e-832aa9963272 Oct 15 13:52:22.243995 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-0eea01c1-e848-4042-be5b-ccd02a820efa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266319 Oct 15 13:52:22.418915 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:22.438966 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 318a1768-8e3d-43cf-8f9e-832aa9963272 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:22.487990 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b70293e8-cfb7-46eb-96f3-490540700ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:22.524261 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-b4d83bb5-8f3e-477f-a4e4-f5d0b40f5471 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748427 Oct 15 13:52:23.256485 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b8d8e950-8fdd-4528-a1a1-1499462d563e req-3bc91056-e4be-4f36-826b-472a96665b7b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0856638 Oct 15 13:52:23.346932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0726-457a-463c-a170-c9e533046fc0 req-e3866a2f-a861-400f-9a31-9f4206e84369 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:23.364931 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2db0726-457a-463c-a170-c9e533046fc0 req-e3866a2f-a861-400f-9a31-9f4206e84369 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1678529 Oct 15 13:52:23.499441 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2db0726-457a-463c-a170-c9e533046fc0 req-371864e3-cf06-4507-9abd-aef293347f37 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254382 Oct 15 13:52:23.945281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1cbdd291-bb4c-400e-a033-9b9dff52bd22 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:24.115041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:24.115502 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:24.116009 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 Oct 15 13:52:24.306361 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:24.309077 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:24.371444 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 1cbdd291-bb4c-400e-a033-9b9dff52bd22, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1cbdd291-bb4c-400e-a033-9b9dff52bd22,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:24.378934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:24.454127 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=1cbdd291-bb4c-400e-a033-9b9dff52bd22,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:24.480315 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff1db512-3741-4d81-b3c7-0d30adbc4b02 req-f51e63d4-ac34-4385-8d5c-334b10b60815 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0581849 Oct 15 13:52:24.615122 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffe8b-bb60-4584-af81-452645b01374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:24.747597 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831769e3-4916-457b-bc1c-5d81d29784ee req-be0a16d7-f74d-46b9-86c7-6ec0b278f25a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:24.750683 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-831769e3-4916-457b-bc1c-5d81d29784ee req-be0a16d7-f74d-46b9-86c7-6ec0b278f25a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0903864 Oct 15 13:52:24.830460 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:24.841201 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-831769e3-4916-457b-bc1c-5d81d29784ee req-a5798b31-4613-414d-aec2-bc6e5ef69a33 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831783 Oct 15 13:52:25.675816 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:25.743298 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-39d8cab4-f82e-4f4a-8cc6-f5d23762eed9 req-5fd950a6-c5e9-45c5-8049-840af0bc6190 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0750082 Oct 15 13:52:25.833724 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1cbdd291-bb4c-400e-a033-9b9dff52bd22 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:25.899482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:25.900512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:25.901282 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 Oct 15 13:52:26.033385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:26.071640 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Sync routers for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:52:26.084474 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:26.085103 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:26.117363 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b875f-ab4b-4d13-aba5-d6272f9658fc req-002875a9-5a9f-4f2c-a823-5b0e80696f22 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:26.130812 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1a0b875f-ab4b-4d13-aba5-d6272f9658fc req-002875a9-5a9f-4f2c-a823-5b0e80696f22 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1156437 Oct 15 13:52:26.230720 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:26.248001 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1a0b875f-ab4b-4d13-aba5-d6272f9658fc req-f4d8df29-3a8e-4af3-9e5f-a4c0eb01fcba tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154606 Oct 15 13:52:26.258882 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:26.602046 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79', 'name': '', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'mac_address': 'fa:16:3e:25:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:19Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 2, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'subnets': [{'id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:26.637896 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Checking router: 790c0af2-e95b-498d-945d-a1f5bc44c3be for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:52:26.638233 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Updating router 790c0af2-e95b-498d-945d-a1f5bc44c3be port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:52:26.673948 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:26.675919 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:26.966658 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d536703b-45c9-4587-9d31-f2130c5793d3 req-7f242122-82d4-4d97-849f-d85dd79166b5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0878623 Oct 15 13:52:27.161976 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks [] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.170516 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.245398 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:27.248467 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974844dc-b04a-42d3-b008-6ef0fec3f2e1 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:27.284288 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Attempting to bind port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:27.284659 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Attempting to bind port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:27.285024 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Attempting to bind port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 on network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:27.345014 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:27.345014 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Checking segment: {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:27.346404 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.346404 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Bound using segment: {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:27.346404 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Bound port: 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739de68-6227-4611-afc8-d59dc09a0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:27.346720 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.443351 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] For port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:27.448783 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] For port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:27.451715 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc80d5c-83c0-4493-b79f-79168608e5cf req-985fac6b-8262-4403-a4bc-47dffb7b65be tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:27.459328 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.462550 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7bc80d5c-83c0-4493-b79f-79168608e5cf req-985fac6b-8262-4403-a4bc-47dffb7b65be tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0664692 Oct 15 13:52:27.561036 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:27.563582 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:27.564501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7bc80d5c-83c0-4493-b79f-79168608e5cf req-2d042a1a-cf32-44f6-b5a1-68ea0432e872 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003993 Oct 15 13:52:27.608941 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974844dc-b04a-42d3-b008-6ef0fec3f2e1 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:27.772487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.826703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.850528 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:27.899763 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:27.920111 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:27.920492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:27.920835 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 Oct 15 13:52:28.029099 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:28.029718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:28.098457 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:28.108593 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:28.146211 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c3d26286-89a2-4935-9ede-95bb30a6b64e req-a067a093-aef6-428e-9f6a-14081d3ad84d tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0680323 Oct 15 13:52:28.226632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:28.387186 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79', 'name': '', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'mac_address': 'fa:16:3e:25:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:19Z', 'updated_at': '2022-10-15T13:52:27Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'subnets': [{'id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:28.422731 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3792b-b311-4b21-9c41-01ea8605bb1e None None] The sync data for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi is: [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79', 'name': '', 'network_id': '49f83c4a-8486-4f29-ad3c-f8a244e1ba74', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'mac_address': 'fa:16:3e:25:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:19Z', 'updated_at': '2022-10-15T13:52:27Z', 'revision_number': 4, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'subnets': [{'id': '4f543665-342d-4b67-a14a-e923c7825e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:52:28.852349 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cdf5b-9adc-47be-8c5a-41d3feefb377 req-3c820277-f09e-4808-9ca2-fe34838ab194 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:28.854367 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-334cdf5b-9adc-47be-8c5a-41d3feefb377 req-3c820277-f09e-4808-9ca2-fe34838ab194 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0713198 Oct 15 13:52:28.976640 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-334cdf5b-9adc-47be-8c5a-41d3feefb377 req-cf5fd42e-a878-420a-a07c-83659a53e785 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109190 Oct 15 13:52:29.326474 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-856cacc4-8f6e-4dbf-a040-6232276145d2 req-ab6c74c8-d426-4d61-b307-d0c393469f66 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0485487 Oct 15 13:52:29.798771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:29.898491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:29.898491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:29.898728 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 Oct 15 13:52:30.016294 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:30.131064 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27580-1f6b-48c9-90cc-941d27c17914 req-333e499e-7f90-481a-9ce9-ee903c4159a1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:30.133042 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ea27580-1f6b-48c9-90cc-941d27c17914 req-333e499e-7f90-481a-9ce9-ee903c4159a1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0646479 Oct 15 13:52:30.200354 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ea27580-1f6b-48c9-90cc-941d27c17914 req-566c2e66-ddec-49e9-b1b9-b8f413f490fb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576994 Oct 15 13:52:30.477158 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d1725ee2-28e4-4a8a-86c1-6506b4fb1a7d req-999448b0-58f0-470c-a41d-7bc0f9c573bd tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0452712 Oct 15 13:52:31.355370 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9641b6-a1d7-4fe0-be36-ba9ae88c8972 req-e5c8a906-3c92-4aa9-9aff-0297df091b2b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:31.363239 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3d9641b6-a1d7-4fe0-be36-ba9ae88c8972 req-e5c8a906-3c92-4aa9-9aff-0297df091b2b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0733950 Oct 15 13:52:31.440858 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3d9641b6-a1d7-4fe0-be36-ba9ae88c8972 req-00322fbb-a6c7-41c6-86d1-2f6307be1637 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761759 Oct 15 13:52:31.643731 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=33 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:31.647504 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad42e219-5c6d-4658-b4ea-7382ef92b2c8 req-5d236d30-3082-4b5b-8f39-4416cbac4f6c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0396101 Oct 15 13:52:31.651565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=56 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:31.856531 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56078) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:32.051193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56086) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:32.051550 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0fe70dc2-e4f0-431e-a8ee-34a2f2e92dbc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9da8e5e0fae247f48af6d303ae2fcdff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937356 Oct 15 13:52:32.136088 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] Publish callbacks [] for security_group (67011979-0f72-41c6-b17e-1c3ca451211d), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:32.166680 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] Publish callbacks [] for security_group (67011979-0f72-41c6-b17e-1c3ca451211d), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:32.260174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (67011979-0f72-41c6-b17e-1c3ca451211d), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:32.263332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:32.264784 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/67011979-0f72-41c6-b17e-1c3ca451211d HTTP/1.1" status: 204 len: 168 time: 0.2122631 Oct 15 13:52:32.278830 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea5fe2-873c-48d7-8e97-bd00c95b8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67011979-0f72-41c6-b17e-1c3ca451211d,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:32.753646 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504b2fc-153b-48e3-be93-8e0c7927acf2 req-56ff1393-266c-43d6-aa23-a54ef652a7c5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:32.756386 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e504b2fc-153b-48e3-be93-8e0c7927acf2 req-56ff1393-266c-43d6-aa23-a54ef652a7c5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1167395 Oct 15 13:52:32.776067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbbd7-6f12-49ef-9f3b-8ef856aa8fcb req-06226091-7919-43dd-81a4-568703b5efb2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:32.784115 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a75fbbd7-6f12-49ef-9f3b-8ef856aa8fcb req-06226091-7919-43dd-81a4-568703b5efb2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.2891114 Oct 15 13:52:32.824157 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-2600c88b-e4c4-4b85-bbef-e197df5f0435 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:32.826074 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-2600c88b-e4c4-4b85-bbef-e197df5f0435 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 809 time: 0.4186270 Oct 15 13:52:32.877666 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:32.943309 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:32.953933 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a75fbbd7-6f12-49ef-9f3b-8ef856aa8fcb req-b83301b2-bc65-4bea-9f3b-2f70cbd16ec7 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684742 Oct 15 13:52:32.971485 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e504b2fc-153b-48e3-be93-8e0c7927acf2 req-3a1eafd0-4116-43a9-8d5a-42263f1410ae tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021253 Oct 15 13:52:33.001493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-25a679d2-11c3-4250-8836-c8bb58a21395 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9a6be8e43c7742be84f4dc3c95a990e5 HTTP/1.1" status: 200 len: 378 time: 0.1463168 Oct 15 13:52:33.011296 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'port': {'device_id': '1413aaed-46c7-4807-9d3b-957616dd4047', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'admin_state_up': True, 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'security_groups': ['1c0f61af-b721-4424-9d42-9a670b95d66a']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:33.094266 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7bf12ad7-06ba-48e4-9a07-f9623ea097d8 req-e583d327-1c27-4d30-8984-bfc8f6de9c10 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0336699 Oct 15 13:52:33.167453 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Made reservation on behalf of 9a6be8e43c7742be84f4dc3c95a990e5 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:33.171344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.337957 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Allocated IP 172.20.0.10 (5e76fb37-a025-4bec-9983-1f8b302b3a11/58a08625-b5ce-4534-951a-82b7142375ab/4b0e8bf4-1aae-4e0a-be03-f2d19fe48439) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:33.510257 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.544649 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.590662 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:33.594077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:33.598131 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:33.630842 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:33.666771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:33.667572 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.706839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-1b83bf7d-a47f-4d77-a1ee-58c6ba66130e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992688 Oct 15 13:52:33.731944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Request body: {'port': {'device_id': '1413aaed-46c7-4807-9d3b-957616dd4047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:33.843003 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.906475 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:33.973599 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-bc4346f1-c8e5-4c79-81bb-6c50f47ffd9f None None] Provisioning complete for port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:33.974240 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bc4346f1-c8e5-4c79-81bb-6c50f47ffd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:33.974383 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-bc4346f1-c8e5-4c79-81bb-6c50f47ffd9f None None] Attempt 1 to provision port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 Oct 15 13:52:34.050977 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-bc4346f1-c8e5-4c79-81bb-6c50f47ffd9f None None] Port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:34.226483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e18196-d7ee-4649-8ce8-235dd2cd94cf req-f62567dd-ee33-46f1-98ac-d08d7af10dfa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:34.231508 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46e18196-d7ee-4649-8ce8-235dd2cd94cf req-f62567dd-ee33-46f1-98ac-d08d7af10dfa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1010652 Oct 15 13:52:34.241051 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a04c0-6d14-4298-a353-b5152b365389 req-9fb0f48d-af2c-477d-b9ee-c8be96bd4243 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:34.242757 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-683a04c0-6d14-4298-a353-b5152b365389 req-9fb0f48d-af2c-477d-b9ee-c8be96bd4243 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1115372 Oct 15 13:52:34.249149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:34.369467 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46e18196-d7ee-4649-8ce8-235dd2cd94cf req-61ecda30-86fa-4eac-83f9-879d5eb1600e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256468 Oct 15 13:52:34.387369 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-683a04c0-6d14-4298-a353-b5152b365389 req-cacfcbcb-d47f-4981-96b2-68c2194a7098 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362555 Oct 15 13:52:34.433386 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:52:34.442575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks [] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:34.464147 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Transition to ACTIVE for port object 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:52:34.481833 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:34.581732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02775136-0c7e-4457-8107-306d6224922d req-b96de777-0d49-44c0-9efc-198be041d4a2 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:34.583304 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02775136-0c7e-4457-8107-306d6224922d req-b96de777-0d49-44c0-9efc-198be041d4a2 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1145895 Oct 15 13:52:34.609260 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:34.681620 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Attempting to bind port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:34.681841 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Attempting to bind port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:34.682168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Attempting to bind port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 on network 5e76fb37-a025-4bec-9983-1f8b302b3a11 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:34.689506 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02775136-0c7e-4457-8107-306d6224922d req-bd3b7283-5dc5-493e-9aa5-2b65f1f6c33e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815427 Oct 15 13:52:34.743771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 on network 5e76fb37-a025-4bec-9983-1f8b302b3a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:52:34.744141 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Attempting to bind port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 on network 5e76fb37-a025-4bec-9983-1f8b302b3a11 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:34.798762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:34.799104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Checking segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:34.799489 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Bound using segment: {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:34.799953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Bound port: 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:34.800314 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:34.826509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:34.957582 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:34.982604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:34.993547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-5b1dd203-fcd1-4064-a1a2-44d25d5cf0c1 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:34.995420 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-5b1dd203-fcd1-4064-a1a2-44d25d5cf0c1 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 815 time: 0.1802888 Oct 15 13:52:34.997771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:35.004357 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.005061 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:35.006492 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 1094 time: 1.2831233 Oct 15 13:52:35.008247 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:52:35.010613 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abccff74-7a82-4129-9ba7-49710d81b096" -d '{"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:52:35.040621 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-9a8b895c-7edd-4471-b66d-fc2642cd9285 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/quotas/e752c3aef55649ea98ec1a2f3607c27f HTTP/1.1" status: 200 len: 375 time: 0.0331392 Oct 15 13:52:35.378996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e84b4-34b1-4a6e-bd1e-c036bad0d2c8 x-openstack-request-id: req-7f9e84b4-34b1-4a6e-bd1e-c036bad0d2c8 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:52:35.379285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:52:35.379519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f9e84b4-34b1-4a6e-bd1e-c036bad0d2c8 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:52:35.379950 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9e84b4-34b1-4a6e-bd1e-c036bad0d2c8'] response: {'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'status': 'completed', 'code': 200} Oct 15 13:52:35.426518 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde4913-3e2b-48bf-9e7d-998fb6801a36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:35.430832 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-a710e29d-6dbd-4070-b8f0-6e7bfcc09dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.432644 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-a710e29d-6dbd-4070-b8f0-6e7bfcc09dd1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1128 time: 0.3679469 Oct 15 13:52:35.438869 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-e31175bd-aa7c-4bd8-a96b-7b9dcdb29d35 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3866506 Oct 15 13:52:35.460682 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:52:35.484422 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-4f459f43-4585-42aa-aa38-6964e08c52a2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 217 time: 0.0447490 Oct 15 13:52:35.592685 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:35.617718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71ef70-e3a7-4b36-ac3a-fc9bacd820d0 req-45d054c8-c85c-4b96-bec5-a703f63d3ff2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.619401 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c71ef70-e3a7-4b36-ac3a-fc9bacd820d0 req-45d054c8-c85c-4b96-bec5-a703f63d3ff2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1450112 Oct 15 13:52:35.625506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-99f36660-fd2d-4a12-be36-ea267863e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.626932 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-99f36660-fd2d-4a12-be36-ea267863e617 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.1333885 Oct 15 13:52:35.712590 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-8fd58402-f9e3-4dbb-ac3d-b70283a0e63f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371933 Oct 15 13:52:35.724350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-2eb73c74-0d0d-40bd-a58f-b6d18debce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.726023 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-2eb73c74-0d0d-40bd-a58f-b6d18debce81 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872915 Oct 15 13:52:35.759204 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c71ef70-e3a7-4b36-ac3a-fc9bacd820d0 req-8c1ee723-b4aa-470e-9b72-29608ca8c454 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311264 Oct 15 13:52:35.939777 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-446d089b-5c89-4cf7-a2d8-baf23b4940ed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170854 Oct 15 13:52:35.941911 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-041c3b6c-ba7d-4559-b056-4dce1dd12431 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050896 Oct 15 13:52:35.947854 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc565-48db-495a-b8c1-0f46b2d1d058 req-9f7d74b4-c779-4f84-96ee-dd3803f4e68d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:35.949259 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-caebc565-48db-495a-b8c1-0f46b2d1d058 req-9f7d74b4-c779-4f84-96ee-dd3803f4e68d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0980775 Oct 15 13:52:36.051707 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:36.061610 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-caebc565-48db-495a-b8c1-0f46b2d1d058 req-fbe58064-2d8a-4bc4-a8b7-39c604f2e889 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038952 Oct 15 13:52:36.089022 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-46b25828-b069-4d3c-8b84-1e59835ec9e5 req-9eeadcc0-8aec-42d7-9665-9f21c9eceae4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387804 Oct 15 13:52:36.184145 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5376d213-bbfd-4d84-afd2-4484a0c386ec req-eabcd504-31e2-4a9a-bfdd-0afcf9445f5d tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 210 time: 0.0449927 Oct 15 13:52:36.251474 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f0e4-d44c-4511-9b4c-130048e8d41d req-29234d06-cc83-475a-873b-e03e573ed1d7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:36.253361 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2166f0e4-d44c-4511-9b4c-130048e8d41d req-29234d06-cc83-475a-873b-e03e573ed1d7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0724840 Oct 15 13:52:36.316961 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2166f0e4-d44c-4511-9b4c-130048e8d41d req-02567664-8df7-4dac-b0cc-a1118c17988c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564277 Oct 15 13:52:36.487857 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56196) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:36.644973 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0c39ff2f-5098-45a7-a41a-598de4ad895f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:36.733194 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0c39ff2f-5098-45a7-a41a-598de4ad895f admin admin] Publish callbacks [] for security_group (a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:36.739090 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0c39ff2f-5098-45a7-a41a-598de4ad895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:36.782434 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0c39ff2f-5098-45a7-a41a-598de4ad895f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=60710b498def444ab00751cf12ef8940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930124 Oct 15 13:52:36.783444 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39ff2f-5098-45a7-a41a-598de4ad895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:36.785333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56202) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:36.857292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] Publish callbacks [] for security_group (a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:36.948344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] Publish callbacks [] for security_group (a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.001515 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0116-dac1-43c4-b029-d7ec1b0105c5 req-7a2ec9be-f26a-4200-8db0-19f36eef5270 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.004184 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73cd0116-dac1-43c4-b029-d7ec1b0105c5 req-7a2ec9be-f26a-4200-8db0-19f36eef5270 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1327147 Oct 15 13:52:37.113811 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccff74-7a82-4129-9ba7-49710d81b096 req-ef7db242-8612-4af4-97c1-0672e2202ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.115339 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-ef7db242-8612-4af4-97c1-0672e2202ee1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1128 time: 0.0739253 Oct 15 13:52:37.121285 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73cd0116-dac1-43c4-b029-d7ec1b0105c5 req-d755083d-0b13-4d00-814c-4cea8797f3df tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056881 Oct 15 13:52:37.122579 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.125960 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.129686 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c HTTP/1.1" status: 204 len: 168 time: 0.3397465 Oct 15 13:52:37.167771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62680e58-08e6-4416-9361-25e092a5d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cdfd5a-b80a-45f1-b4a9-d7d5f6b56f0c,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:37.261820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:37.336282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6d26e-f703-4498-98fd-72ba516833f8 req-8c4361d4-1750-46a2-bb71-8776113b8a28 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.347320 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-edb6d26e-f703-4498-98fd-72ba516833f8 req-8c4361d4-1750-46a2-bb71-8776113b8a28 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1094282 Oct 15 13:52:37.410720 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ea917f7d-332c-4433-b709-9a25ac1185e8 req-ffb31ee0-03fd-4520-b093-ff36522af87b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 210 time: 0.0597019 Oct 15 13:52:37.414692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccff74-7a82-4129-9ba7-49710d81b096 req-25be1d3f-17f9-4000-aa03-5a82b17c9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.416608 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-25be1d3f-17f9-4000-aa03-5a82b17c9bdd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.2880299 Oct 15 13:52:37.528577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-f2741fda-aec9-4c5c-87f3-aa4d0d78a92b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 217 time: 0.1052094 Oct 15 13:52:37.550234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-edb6d26e-f703-4498-98fd-72ba516833f8 req-6fe0a1f5-5243-4cb8-9e0c-7f96e7421e2d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018931 Oct 15 13:52:37.555709 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56224) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:37.629378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefded30-74ba-42ca-b81b-51a84ee2f9b7 req-df3cacbf-a031-4ad2-889c-5bc70ba246c3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.632580 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cefded30-74ba-42ca-b81b-51a84ee2f9b7 req-df3cacbf-a031-4ad2-889c-5bc70ba246c3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1026647 Oct 15 13:52:37.682233 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccff74-7a82-4129-9ba7-49710d81b096 req-7fdc36a9-ccd5-41a9-99ce-70d32099cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.683740 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-7fdc36a9-ccd5-41a9-99ce-70d32099cc9e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.1063540 Oct 15 13:52:37.748224 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-401524f9-c55f-4202-a8d4-35bcdb8a1c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.752691 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cefded30-74ba-42ca-b81b-51a84ee2f9b7 req-0ace01a1-ddcc-434c-a8cc-a18093289abc tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134377 Oct 15 13:52:37.766434 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccff74-7a82-4129-9ba7-49710d81b096 req-ce23f4c6-2c34-4712-8caa-f2c93de19fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:37.769098 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-ce23f4c6-2c34-4712-8caa-f2c93de19fdc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710917 Oct 15 13:52:37.852103 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-401524f9-c55f-4202-a8d4-35bcdb8a1c30 admin admin] Publish callbacks [] for security_group (749efc5b-f135-474a-ae90-04d301df436a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.858276 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-401524f9-c55f-4202-a8d4-35bcdb8a1c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (749efc5b-f135-474a-ae90-04d301df436a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.898395 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-401524f9-c55f-4202-a8d4-35bcdb8a1c30 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4172b607df024042948dc4af055677f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408113 Oct 15 13:52:37.899067 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56234) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:37.915578 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-dd4561d3-bcf1-4147-8051-6b9b6566dc30 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340806 Oct 15 13:52:37.928128 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401524f9-c55f-4202-a8d4-35bcdb8a1c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749efc5b-f135-474a-ae90-04d301df436a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:37.970899 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] Publish callbacks [] for security_group (749efc5b-f135-474a-ae90-04d301df436a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:37.995110 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] Publish callbacks [] for security_group (749efc5b-f135-474a-ae90-04d301df436a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:38.056345 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (749efc5b-f135-474a-ae90-04d301df436a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:38.060319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:38.061527 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/749efc5b-f135-474a-ae90-04d301df436a HTTP/1.1" status: 204 len: 168 time: 0.1579261 Oct 15 13:52:38.083245 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecede4-3d02-42e9-bb36-dd1c77171e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749efc5b-f135-474a-ae90-04d301df436a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:38.129803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:38.194582 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-abccff74-7a82-4129-9ba7-49710d81b096 req-621c5fa6-a93d-4ae6-b84e-5f7d497c4ec2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289582 Oct 15 13:52:38.292464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab7386-927a-470e-b729-a3d207319cc8 req-9262b841-48fa-44da-98f7-386583e05af4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:38.294599 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bab7386-927a-470e-b729-a3d207319cc8 req-9262b841-48fa-44da-98f7-386583e05af4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0607538 Oct 15 13:52:38.369039 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bab7386-927a-470e-b729-a3d207319cc8 req-29c98225-ccd4-440d-bf87-05ada9f23363 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661848 Oct 15 13:52:38.390179 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:38.417569 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-dd526629-3fc1-45d2-b0fe-684791e7c839 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:38.419659 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-dd526629-3fc1-45d2-b0fe-684791e7c839 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 815 time: 0.2135620 Oct 15 13:52:38.433214 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'port': {'device_id': '6490290c-19e1-49db-9190-3b945ece5145', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'admin_state_up': True, 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:38.564282 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-222a7296-d007-4759-8a8a-de8d770f7cd5 req-6540c687-a8a3-465c-bb6c-8622c967dd72 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 210 time: 0.0461352 Oct 15 13:52:38.637384 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:38.727715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Made reservation on behalf of e752c3aef55649ea98ec1a2f3607c27f for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:38.736216 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:38.874612 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afe538-ee8b-4488-8b99-8ab7fd185620 req-1271b3a2-4c2a-4fef-9900-363b6b29c237 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:38.878994 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:38.879109 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c4afe538-ee8b-4488-8b99-8ab7fd185620 req-1271b3a2-4c2a-4fef-9900-363b6b29c237 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1190951 Oct 15 13:52:38.989598 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c4afe538-ee8b-4488-8b99-8ab7fd185620 req-9ee34824-d5b6-4f74-a99e-a37d509f1fa4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849690 Oct 15 13:52:39.005851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Allocated IP 172.20.0.14 (02894865-e41a-4eca-94c3-b634ad12d3f8/93f32bec-d110-48e1-a1dc-e40b7462f202/3f885321-034d-42f2-a8c5-c0315db5a5eb) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:39.019025 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1adaad-f314-4b15-b916-7ccf7dc21c1a req-0b24e758-6ca2-4b5d-b743-1db2f0005735 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:39.032255 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5b1adaad-f314-4b15-b916-7ccf7dc21c1a req-0b24e758-6ca2-4b5d-b743-1db2f0005735 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1497672 Oct 15 13:52:39.107829 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5b1adaad-f314-4b15-b916-7ccf7dc21c1a req-071c99f7-dc02-444f-b70d-74a99fbfa71f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744355 Oct 15 13:52:39.216513 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:39.257888 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:39.323209 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:39.327238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:39.332300 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:39.336948 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:39.464336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:39.465088 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:39.516634 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-ef69db35-51d1-45fa-9d52-4f88bf709076 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0890820 Oct 15 13:52:39.548465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Request body: {'port': {'device_id': '6490290c-19e1-49db-9190-3b945ece5145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:39.661069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd79c-8065-47e7-86f5-532b41cc2a8e req-3ed19828-f595-44b2-8eee-ec4e7b20e88e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:39.680191 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ccadd79c-8065-47e7-86f5-532b41cc2a8e req-3ed19828-f595-44b2-8eee-ec4e7b20e88e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1394072 Oct 15 13:52:39.735504 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:39.832997 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c0557909-0ee3-4813-92ed-34c0139f5646 None None] Provisioning complete for port 3f885321-034d-42f2-a8c5-c0315db5a5eb triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:39.833659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c0557909-0ee3-4813-92ed-34c0139f5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:39.834949 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ccadd79c-8065-47e7-86f5-532b41cc2a8e req-ef1decef-fd51-48a1-80e8-a9f9bd385436 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519964 Oct 15 13:52:39.837731 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c0557909-0ee3-4813-92ed-34c0139f5646 None None] Attempt 1 to provision port 3f885321-034d-42f2-a8c5-c0315db5a5eb Oct 15 13:52:39.877342 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4f78-3278-44a7-8385-c7ad2db4f569 req-78e14a93-69be-440e-a12d-3687e25f1f52 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:39.887839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee0b4f78-3278-44a7-8385-c7ad2db4f569 req-78e14a93-69be-440e-a12d-3687e25f1f52 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 932 time: 0.1676221 Oct 15 13:52:39.941803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:39.966788 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c0557909-0ee3-4813-92ed-34c0139f5646 None None] Port 3f885321-034d-42f2-a8c5-c0315db5a5eb cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:40.020308 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee0b4f78-3278-44a7-8385-c7ad2db4f569 req-d5d292ad-8883-4682-95ee-12feda3ee8ca tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311274 Oct 15 13:52:40.231435 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:40.236760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f885321-034d-42f2-a8c5-c0315db5a5eb {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:52:40.242082 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602b19-af95-4d63-bf67-526f6dddd27c req-63fdb0e9-7e8e-42a6-8e8b-498e3c81b601 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:40.243719 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2602b19-af95-4d63-bf67-526f6dddd27c req-63fdb0e9-7e8e-42a6-8e8b-498e3c81b601 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1148536 Oct 15 13:52:40.250785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks [] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:40.284406 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Transition to ACTIVE for port object 3f885321-034d-42f2-a8c5-c0315db5a5eb will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:52:40.302093 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:40.384734 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:40.393384 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:40.399160 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2602b19-af95-4d63-bf67-526f6dddd27c req-8b918d3e-8781-494d-9edc-204518503a3c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460614 Oct 15 13:52:40.431416 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f5e26-a391-4cfd-965c-c28d3bf6ef24 req-0cca4e4a-c858-403b-857d-c85306a89952 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:40.440028 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8e4f5e26-a391-4cfd-965c-c28d3bf6ef24 req-0cca4e4a-c858-403b-857d-c85306a89952 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1854756 Oct 15 13:52:40.443648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:40.512364 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Attempting to bind port 3f885321-034d-42f2-a8c5-c0315db5a5eb on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:40.512816 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Attempting to bind port 3f885321-034d-42f2-a8c5-c0315db5a5eb by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:40.513157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Attempting to bind port 3f885321-034d-42f2-a8c5-c0315db5a5eb on network 02894865-e41a-4eca-94c3-b634ad12d3f8 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:40.534681 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8e4f5e26-a391-4cfd-965c-c28d3bf6ef24 req-7cda59f3-4bed-4bac-b59c-d313655c0f20 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936177 Oct 15 13:52:40.586466 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Port 3f885321-034d-42f2-a8c5-c0315db5a5eb on network 02894865-e41a-4eca-94c3-b634ad12d3f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:52:40.587098 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Attempting to bind port 3f885321-034d-42f2-a8c5-c0315db5a5eb on network 02894865-e41a-4eca-94c3-b634ad12d3f8 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:40.672909 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:40.673244 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Checking segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:40.673648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Bound using segment: {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:40.674094 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Bound port: 3f885321-034d-42f2-a8c5-c0315db5a5eb, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368b8c5c-5996-4f6b-903b-14aa9cbbffd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:40.674466 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:40.816065 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:40.823252 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:40.842048 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:40.849304 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:40.851113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:40.856699 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 1094 time: 1.3131087 Oct 15 13:52:40.859942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:52:40.864037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d789bd4-e37c-4f73-9928-1ae801c57a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:52:40.963991 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3397a998-ea1b-40d9-89c9-fc4165a54eb7 x-openstack-request-id: req-3397a998-ea1b-40d9-89c9-fc4165a54eb7 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:52:40.964291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:52:40.966792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3397a998-ea1b-40d9-89c9-fc4165a54eb7 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:52:40.967238 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3397a998-ea1b-40d9-89c9-fc4165a54eb7'] response: {'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:52:41.002077 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f990-5b02-4392-858d-92e6fd97b16e service neutron] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:41.031916 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160ef84-d909-4ed5-ab2d-1b10f4177938 req-aa173cf9-24d8-41dc-bc5a-11091e1ab8f2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:41.033761 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a160ef84-d909-4ed5-ab2d-1b10f4177938 req-aa173cf9-24d8-41dc-bc5a-11091e1ab8f2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0640326 Oct 15 13:52:41.129208 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a160ef84-d909-4ed5-ab2d-1b10f4177938 req-c37f1f59-1ede-437e-99a7-066d02ddba5a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829875 Oct 15 13:52:41.209765 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f7f86-9c17-40db-abe7-8faae36e2c69 req-517a44f3-a5d7-4c19-83be-fd2f75cd8b6b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:41.211314 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8a5f7f86-9c17-40db-abe7-8faae36e2c69 req-517a44f3-a5d7-4c19-83be-fd2f75cd8b6b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0531056 Oct 15 13:52:41.272513 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8a5f7f86-9c17-40db-abe7-8faae36e2c69 req-d9c804e2-f117-4129-84cd-1a1e22c5315c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535309 Oct 15 13:52:41.548863 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8010-1357-4786-98c6-672d52307951 req-541e8509-0419-4d5e-bce5-52ef3bdcea10 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:41.551286 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af6b8010-1357-4786-98c6-672d52307951 req-541e8509-0419-4d5e-bce5-52ef3bdcea10 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0633824 Oct 15 13:52:41.610955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:41.628177 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af6b8010-1357-4786-98c6-672d52307951 req-14e6b018-f3db-4112-9da4-fd84950baf00 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698190 Oct 15 13:52:41.722079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8612fc9-7500-4b19-846a-2ad25b2e8fed req-15dc5ac8-91ec-45de-816d-2595f89433f9 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:41.723800 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8612fc9-7500-4b19-846a-2ad25b2e8fed req-15dc5ac8-91ec-45de-816d-2595f89433f9 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0657771 Oct 15 13:52:41.790496 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8612fc9-7500-4b19-846a-2ad25b2e8fed req-4a51ee45-d118-400c-8a0e-66d52d2b421b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575278 Oct 15 13:52:42.318856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b025d-3456-4511-883d-8f53702e247b req-1fe6a85e-f8f0-4aa8-91da-fb72ab36c5c4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:42.319989 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be7b025d-3456-4511-883d-8f53702e247b req-1fe6a85e-f8f0-4aa8-91da-fb72ab36c5c4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0499783 Oct 15 13:52:42.473073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733af9b-c154-4a14-8e12-256d6384afe5 req-970c3c21-4ff9-4e99-8857-52a84fa5ba35 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:42.475668 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5733af9b-c154-4a14-8e12-256d6384afe5 req-970c3c21-4ff9-4e99-8857-52a84fa5ba35 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.1147854 Oct 15 13:52:42.481392 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be7b025d-3456-4511-883d-8f53702e247b req-d459e414-86da-4dde-8358-73da0fad69a8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544809 Oct 15 13:52:42.540453 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5733af9b-c154-4a14-8e12-256d6384afe5 req-03aa7151-5554-4d52-b742-c0477aad95f7 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Oct 15 13:52:42.559145 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:42.750282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bea4d-776a-4b45-be5f-c37b92fba8b8 req-36f733b0-0253-4a0c-bd7e-33dd92e63375 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:42.751813 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f84bea4d-776a-4b45-be5f-c37b92fba8b8 req-36f733b0-0253-4a0c-bd7e-33dd92e63375 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Oct 15 13:52:42.808231 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f84bea4d-776a-4b45-be5f-c37b92fba8b8 req-4e3e928f-9f2b-451d-9b9d-2e3492e199bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478032 Oct 15 13:52:42.924909 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d01-5d2d-4401-b8b0-f469499215f5 req-2968c297-e055-476e-a13c-a7a366bb739e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:42.926332 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c5d2d01-5d2d-4401-b8b0-f469499215f5 req-2968c297-e055-476e-a13c-a7a366bb739e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0502481 Oct 15 13:52:42.991686 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c5d2d01-5d2d-4401-b8b0-f469499215f5 req-46f3ecb1-b531-415e-bb10-d55fd88352d5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579877 Oct 15 13:52:43.675271 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceb36a-d517-473a-9170-e0d5d571377a req-16bd0276-a0cc-49b4-b78a-4cb281731492 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:43.677054 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-17ceb36a-d517-473a-9170-e0d5d571377a req-16bd0276-a0cc-49b4-b78a-4cb281731492 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1073856 Oct 15 13:52:43.694783 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0260dd8-9095-41d4-b63c-f970be9fac3a req-5bf5ad4b-c7d8-4682-896d-ac94d532a8b3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:43.696242 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0260dd8-9095-41d4-b63c-f970be9fac3a req-5bf5ad4b-c7d8-4682-896d-ac94d532a8b3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0714774 Oct 15 13:52:43.766808 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-17ceb36a-d517-473a-9170-e0d5d571377a req-6d4364a4-f238-4a58-a33e-0db1d3b2f018 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833125 Oct 15 13:52:43.770318 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0260dd8-9095-41d4-b63c-f970be9fac3a req-0634bc1a-4185-4023-a40d-fc9fb30a6789 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Oct 15 13:52:43.911997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:43.955543 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6ea97-316f-4ab4-9155-88ca16eadfb9 req-1ee9acf7-22e5-4650-9865-93f73c4e2674 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:43.957075 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ab6ea97-316f-4ab4-9155-88ca16eadfb9 req-1ee9acf7-22e5-4650-9865-93f73c4e2674 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0538886 Oct 15 13:52:44.008075 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7ab6ea97-316f-4ab4-9155-88ca16eadfb9 req-866f2294-4186-4e91-8bb6-800e3bd74e91 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 Oct 15 13:52:44.117487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3336b-9ff9-479a-9c9f-f31d49b03f04 req-a8d8e52d-729d-4eec-8578-b6d799d51362 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:44.119071 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-33f3336b-9ff9-479a-9c9f-f31d49b03f04 req-a8d8e52d-729d-4eec-8578-b6d799d51362 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Oct 15 13:52:44.177682 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-33f3336b-9ff9-479a-9c9f-f31d49b03f04 req-d744199f-3d57-4860-b9ce-1aa862e2125c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494726 Oct 15 13:52:44.929163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c23b-567f-4b84-837f-ec3e52754b84 req-60b463fb-9be6-4b34-8e1b-f1c29fdc1f69 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:44.930684 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e71c23b-567f-4b84-837f-ec3e52754b84 req-60b463fb-9be6-4b34-8e1b-f1c29fdc1f69 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0823958 Oct 15 13:52:44.938795 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e13c-be93-4455-9f01-5e08eacb8d64 req-1f4a7518-c2d7-4f48-ac51-b3fa3a25a040 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:44.940226 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-32f4e13c-be93-4455-9f01-5e08eacb8d64 req-1f4a7518-c2d7-4f48-ac51-b3fa3a25a040 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0805223 Oct 15 13:52:45.016655 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e71c23b-567f-4b84-837f-ec3e52754b84 req-57b1b9cd-0097-4629-98d5-6563f47c1a8a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754333 Oct 15 13:52:45.021328 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-32f4e13c-be93-4455-9f01-5e08eacb8d64 req-6bef7d7f-4039-47de-a51a-656308c558c2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726783 Oct 15 13:52:45.138139 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1e6a-97b0-4723-99c0-b37115ea2289 req-a97a90c2-da52-4ca5-80ac-f8ecbc0ef8a8 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:45.139608 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-160f1e6a-97b0-4723-99c0-b37115ea2289 req-a97a90c2-da52-4ca5-80ac-f8ecbc0ef8a8 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0521846 Oct 15 13:52:45.187133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:45.197918 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-160f1e6a-97b0-4723-99c0-b37115ea2289 req-4a92c4c6-9f76-4d4a-9e87-6b83241ae67f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497742 Oct 15 13:52:45.303050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04aea63-ce8d-42cd-ad21-93d1a5a13b07 req-5733ea0c-528c-4f33-be4a-8cae55f40af6 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:45.304560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f04aea63-ce8d-42cd-ad21-93d1a5a13b07 req-5733ea0c-528c-4f33-be4a-8cae55f40af6 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0501826 Oct 15 13:52:45.362216 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f04aea63-ce8d-42cd-ad21-93d1a5a13b07 req-4af196f3-4ce7-42bf-a979-62212de894f7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518551 Oct 15 13:52:45.460926 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:46.234428 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4a2f6-ee41-45d5-9b51-27d011f33e97 req-4e83c9cf-d651-49de-933f-c7ae4a7fa044 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:46.236093 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bdd4a2f6-ee41-45d5-9b51-27d011f33e97 req-4e83c9cf-d651-49de-933f-c7ae4a7fa044 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0880284 Oct 15 13:52:46.241714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ddcb-8ec8-46b7-b6fe-afa32a48f6d2 req-f68997da-66f5-41c0-8684-35a5dc4c74f4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:46.243228 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5df5ddcb-8ec8-46b7-b6fe-afa32a48f6d2 req-f68997da-66f5-41c0-8684-35a5dc4c74f4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0830843 Oct 15 13:52:46.335348 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5df5ddcb-8ec8-46b7-b6fe-afa32a48f6d2 req-5cf34dbc-0c34-4b78-8a1d-704b9de20662 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844312 Oct 15 13:52:46.339475 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bdd4a2f6-ee41-45d5-9b51-27d011f33e97 req-cc38f9e0-0811-417f-b0a1-68b303257199 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951922 Oct 15 13:52:46.501838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076a5a-7c09-49cf-a843-026bdefe3297 req-98a4563f-eb1d-49e6-b999-415b4aa3f1b2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:46.503291 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-03076a5a-7c09-49cf-a843-026bdefe3297 req-98a4563f-eb1d-49e6-b999-415b4aa3f1b2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0822999 Oct 15 13:52:46.522429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3549e-08e4-4746-9137-fe99f09fbe29 req-e7a82860-2c8a-4f76-ae05-85ed962d4af7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:46.523830 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0ba3549e-08e4-4746-9137-fe99f09fbe29 req-e7a82860-2c8a-4f76-ae05-85ed962d4af7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0724444 Oct 15 13:52:46.586348 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-03076a5a-7c09-49cf-a843-026bdefe3297 req-8dd7f0c8-8657-4407-8cd7-fbf646b00b81 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751202 Oct 15 13:52:46.602969 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0ba3549e-08e4-4746-9137-fe99f09fbe29 req-aa886a37-a43d-4a35-bc32-b062a1217b14 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705791 Oct 15 13:52:47.472722 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:47.508494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833386b-eaf6-47a1-bd89-6f4b5eb524e5 req-4dfb17b4-89b7-4b82-b837-4a959499d2fa tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:47.509997 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b833386b-eaf6-47a1-bd89-6f4b5eb524e5 req-4dfb17b4-89b7-4b82-b837-4a959499d2fa tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0854135 Oct 15 13:52:47.530604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba13bf-8b4f-49e1-b0eb-d736fae37118 req-3f96af7b-a782-4434-b815-850aafc00dee tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:47.532433 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7cba13bf-8b4f-49e1-b0eb-d736fae37118 req-3f96af7b-a782-4434-b815-850aafc00dee tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0755486 Oct 15 13:52:47.597588 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b833386b-eaf6-47a1-bd89-6f4b5eb524e5 req-ad7b6cc0-fb5b-44e9-8cd8-8e52eaab27ea tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813024 Oct 15 13:52:47.610744 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7cba13bf-8b4f-49e1-b0eb-d736fae37118 req-5aaab277-805f-47be-bd5a-cb42112b052b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705905 Oct 15 13:52:47.759456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648649-2b48-4c06-9e5b-e8a3ac31ca57 req-f2aef07d-ab8c-4a72-8299-f2a8b87caca4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:47.760984 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b648649-2b48-4c06-9e5b-e8a3ac31ca57 req-f2aef07d-ab8c-4a72-8299-f2a8b87caca4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0891500 Oct 15 13:52:47.772498 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9cec6-ce46-438c-a6d7-19008cefb705 req-b83d2e52-f39f-4f5c-82d2-83bb18d4e11b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:47.775488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ecd9cec6-ce46-438c-a6d7-19008cefb705 req-b83d2e52-f39f-4f5c-82d2-83bb18d4e11b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0691440 Oct 15 13:52:47.861033 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b648649-2b48-4c06-9e5b-e8a3ac31ca57 req-e5054355-2f50-4d0d-931e-3a14a67beaa3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840170 Oct 15 13:52:47.870496 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ecd9cec6-ce46-438c-a6d7-19008cefb705 req-3a36569e-bb11-4e8a-b170-c74286b1808e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843513 Oct 15 13:52:48.760233 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb2e7-e969-4cae-bc0f-cdc3cfe5121f req-7a43592d-ac73-4589-96a1-ad000a5d0a23 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:48.761693 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-881bb2e7-e969-4cae-bc0f-cdc3cfe5121f req-7a43592d-ac73-4589-96a1-ad000a5d0a23 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0820298 Oct 15 13:52:48.783820 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ccb68-dfbb-4b24-a891-36d3ebeacdce req-818a2a16-9a4b-450c-af3d-de6388f7d3e7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:48.785343 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-957ccb68-dfbb-4b24-a891-36d3ebeacdce req-818a2a16-9a4b-450c-af3d-de6388f7d3e7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0720685 Oct 15 13:52:48.872892 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-881bb2e7-e969-4cae-bc0f-cdc3cfe5121f req-56841d29-b12f-4d7e-954a-892127e4f42e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033406 Oct 15 13:52:48.881289 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-957ccb68-dfbb-4b24-a891-36d3ebeacdce req-6c338f65-d1c7-490d-a5a7-2b62658a5fe4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865276 Oct 15 13:52:48.984675 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:49.048461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa7733-e08f-4b89-90b0-a305850c8d86 req-f461aa30-10a1-4def-befc-42b759799d59 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:49.050113 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42fa7733-e08f-4b89-90b0-a305850c8d86 req-f461aa30-10a1-4def-befc-42b759799d59 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0884714 Oct 15 13:52:49.056688 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fce67-d0a1-4ee9-8d8a-f6188efe2b6e req-d60254a4-f3a3-48a5-9b10-464810caf6bb tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:49.058401 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd1fce67-d0a1-4ee9-8d8a-f6188efe2b6e req-d60254a4-f3a3-48a5-9b10-464810caf6bb tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0936623 Oct 15 13:52:49.145600 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42fa7733-e08f-4b89-90b0-a305850c8d86 req-82e06251-c9ee-491b-b2c1-c4e7f8c28d4b tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860109 Oct 15 13:52:49.155432 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd1fce67-d0a1-4ee9-8d8a-f6188efe2b6e req-929f742f-1b9e-4cd7-9dab-5cca6baa244e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881598 Oct 15 13:52:50.139530 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201dbd0-2715-4a1e-ba61-b9014b8f4f81 req-643dff34-677b-4347-951a-e22a276147ca tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:50.148011 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b201dbd0-2715-4a1e-ba61-b9014b8f4f81 req-643dff34-677b-4347-951a-e22a276147ca tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1417000 Oct 15 13:52:50.196561 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5924c-6a28-4056-a7ce-9aa1186a7897 req-bbe5dfba-5988-4042-ab53-1ce9175a0957 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:50.204710 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b6e5924c-6a28-4056-a7ce-9aa1186a7897 req-bbe5dfba-5988-4042-ab53-1ce9175a0957 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.1557801 Oct 15 13:52:50.240543 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b201dbd0-2715-4a1e-ba61-b9014b8f4f81 req-355eb5bf-01b9-456b-8897-ccdd2a2e06f6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916181 Oct 15 13:52:50.301076 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b6e5924c-6a28-4056-a7ce-9aa1186a7897 req-bce26eb9-f2e8-4a98-abc8-bfd6637a72e5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951562 Oct 15 13:52:50.427807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e24c78-0864-4722-9f09-8db8837e07c4 req-4a15bc88-6a2c-4b73-a2d2-03176328cf6a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:50.435323 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34e24c78-0864-4722-9f09-8db8837e07c4 req-4a15bc88-6a2c-4b73-a2d2-03176328cf6a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0635204 Oct 15 13:52:50.554976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e45bb-9d77-470e-83b0-81f0e8ddb7fd req-85003e24-94f1-4432-8987-fa06d4892e96 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:50.556622 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-db6e45bb-9d77-470e-83b0-81f0e8ddb7fd req-85003e24-94f1-4432-8987-fa06d4892e96 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1134462 Oct 15 13:52:50.567698 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34e24c78-0864-4722-9f09-8db8837e07c4 req-aec6db52-61c5-48d6-bcc3-b3a7cbf04e0f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312292 Oct 15 13:52:50.603093 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:50.690744 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-db6e45bb-9d77-470e-83b0-81f0e8ddb7fd req-dd5a3b92-0c19-4baa-8712-fd84c3354e2c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148257 Oct 15 13:52:50.963366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56490) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:50.990529 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:50.997510 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=39 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:51.109595 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.208063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Publish callbacks [] for security_group (68a99a51-3d76-44c3-aaae-30d0cc74ca66), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.213168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (68a99a51-3d76-44c3-aaae-30d0cc74ca66), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.255615 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c40b016a3d634d829eb43b9e6bed02a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910864 Oct 15 13:52:51.258307 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56502) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:51.265021 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a99a51-3d76-44c3-aaae-30d0cc74ca66,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:51.275487 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.276035 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.276516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.277017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.277904 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.278405 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.278883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.279471 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.279964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.280460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.281059 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.281536 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.282053 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.282530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.283001 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a46a08a-89b6-4bcb-8ebf-3fe11a315b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:51.360685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] Publish callbacks [] for security_group (68a99a51-3d76-44c3-aaae-30d0cc74ca66), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.406619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] Publish callbacks [] for security_group (68a99a51-3d76-44c3-aaae-30d0cc74ca66), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.411565 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e7a8-f7fa-44a0-8770-79ddd13269bc req-9f69ed0d-6e97-41fe-98b0-4d1c76f3e30a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:51.421900 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-63c5e7a8-f7fa-44a0-8770-79ddd13269bc req-9f69ed0d-6e97-41fe-98b0-4d1c76f3e30a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0729733 Oct 15 13:52:51.480654 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (68a99a51-3d76-44c3-aaae-30d0cc74ca66), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.483493 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:51.484684 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/68a99a51-3d76-44c3-aaae-30d0cc74ca66 HTTP/1.1" status: 204 len: 168 time: 0.2254694 Oct 15 13:52:51.502794 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77896e67-1058-4eee-8821-944b220e39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a99a51-3d76-44c3-aaae-30d0cc74ca66,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:51.659134 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-63c5e7a8-f7fa-44a0-8770-79ddd13269bc req-28964f57-dcd0-460c-b735-e41becf428e2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355664 Oct 15 13:52:51.665279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b99f1-7412-4b11-a50d-ebd0baa14c4a req-80f628ab-b84c-4f75-a0d4-88ab3f488af5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:51.672758 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-104b99f1-7412-4b11-a50d-ebd0baa14c4a req-80f628ab-b84c-4f75-a0d4-88ab3f488af5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.1336474 Oct 15 13:52:51.752553 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-104b99f1-7412-4b11-a50d-ebd0baa14c4a req-a2a95eaa-f893-4163-8f5d-c96754ac0e6a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787048 Oct 15 13:52:51.881356 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff8169-3796-4b0d-af08-3b540b224b87 req-65a47552-0f3a-4170-8c95-aa65371269d5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:51.890067 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-eeff8169-3796-4b0d-af08-3b540b224b87 req-65a47552-0f3a-4170-8c95-aa65371269d5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1049504 Oct 15 13:52:51.901928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba223b-3fe1-45ff-b2ac-e5c52e546426 req-54b38156-16d0-434e-9a3b-b85f4267407a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:51.903364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13ba223b-3fe1-45ff-b2ac-e5c52e546426 req-54b38156-16d0-434e-9a3b-b85f4267407a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0820150 Oct 15 13:52:51.964248 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-eeff8169-3796-4b0d-af08-3b540b224b87 req-a388f505-19c1-4e1d-98e9-2e90030b095f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751233 Oct 15 13:52:51.982663 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13ba223b-3fe1-45ff-b2ac-e5c52e546426 req-d8775fef-875c-4cbb-9a0f-7b90b29ec14c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719097 Oct 15 13:52:52.269117 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:52.277428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4c07a511-0b59-4780-b789-51c878a6803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.385693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56536) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:52.504875 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1372050348-network', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:52.528143 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Made reservation on behalf of 243c0b9b4bd742659061745c8dc4c696 for: {'network': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:52.530600 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.540095 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.597462 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:52.629696 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks [] for security_group (7aa53758-b403-4767-81f6-7a52756c313f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.635063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (7aa53758-b403-4767-81f6-7a52756c313f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.659078 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=111009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:52:52.675576 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa53758-b403-4767-81f6-7a52756c313f,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:52.678338 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c2efc0b1-7e00-40a1-bb40-44f5af9512d1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.678702 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.segments_db [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Added segment c2efc0b1-7e00-40a1-bb40-44f5af9512d1 of type vlan for network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 Oct 15 13:52:52.697707 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.697707 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.697887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.698190 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.698525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.698855 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.699189 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.699515 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.700064 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.700177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.700527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.700856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.701176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.701561 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.701912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:52.770454 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (701b540a-8a09-42dc-a3a2-18dbe248ffc3), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.829544 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0375bc6-07e8-4e3f-8f4a-9eb80a9eda42 req-5af5bb3e-2b6c-4ff3-8fdb-9f75dbd96342 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:52.831218 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0375bc6-07e8-4e3f-8f4a-9eb80a9eda42 req-5af5bb3e-2b6c-4ff3-8fdb-9f75dbd96342 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0802159 Oct 15 13:52:52.845605 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (701b540a-8a09-42dc-a3a2-18dbe248ffc3), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.846571 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:52.847213 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:52.900108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:53.192448 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8053021 Oct 15 13:52:53.195634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56556) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:53.200798 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Request body: {'subnet': {'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1372050348-subnet', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:53.224012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Made reservation on behalf of 243c0b9b4bd742659061745c8dc4c696 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:52:53.224257 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4f7f-2811-4995-a2ce-d7898294e25e req-f1647497-b23e-4c91-8be5-b93178ac6c3b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:53.225833 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-098e4f7f-2811-4995-a2ce-d7898294e25e req-f1647497-b23e-4c91-8be5-b93178ac6c3b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.3925843 Oct 15 13:52:53.226820 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.278099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661f730-d85d-46f1-a229-a9ac46039675 admin admin] Pushing event updated for resources: {'Network': ['ID=701b540a-8a09-42dc-a3a2-18dbe248ffc3,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:53.291360 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:52:53.292131 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0375bc6-07e8-4e3f-8f4a-9eb80a9eda42 req-575bf471-ea0d-4462-a4f0-9957a2a62201 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484098 Oct 15 13:52:53.309722 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:53.319605 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-098e4f7f-2811-4995-a2ce-d7898294e25e req-0670e956-7737-47e1-9be1-c1e22d942a7c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Oct 15 13:52:53.444384 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.486962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa214a-5c10-48cb-a16f-97c2d77b9924 req-0adbae8d-b18a-4de3-916d-919c2a8d3d19 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:53.488458 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2faa214a-5c10-48cb-a16f-97c2d77b9924 req-0adbae8d-b18a-4de3-916d-919c2a8d3d19 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0856040 Oct 15 13:52:53.494509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ed77-9c2f-4bcb-911e-0a6ed0369852 req-8dbce895-8d29-4368-88e1-330cd7ad2b93 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:53.496233 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7730ed77-9c2f-4bcb-911e-0a6ed0369852 req-8dbce895-8d29-4368-88e1-330cd7ad2b93 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0827725 Oct 15 13:52:53.507233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:53.517498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:53.517881 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Network hostable DHCP agents. Network: 701b540a-8a09-42dc-a3a2-18dbe248ffc3, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:52:53.537735 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:52:53.550407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, 701b540a-8a09-42dc-a3a2-18dbe248ffc3) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:53.555084 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:53.555833 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.567421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba3962-cee2-43f0-a9fa-21a50d42c50c None None] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:53.578459 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7360eebc-6b9c-4bf2-84de-08420f1a0a4c admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3784301 Oct 15 13:52:53.578459 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56558) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:53.585098 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:52:53.587637 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2faa214a-5c10-48cb-a16f-97c2d77b9924 req-abb973fe-7c34-4148-8d33-1337d9afa545 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903835 Oct 15 13:52:53.593545 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7730ed77-9c2f-4bcb-911e-0a6ed0369852 req-21040b29-9da0-4505-b647-a8cb54e0caa7 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897696 Oct 15 13:52:53.612550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.613745 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.618515 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:53.677714 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for router_controller (568f480d-19fa-44a3-a7c1-4f865079fa04), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.738798 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:53.763587 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:52:53.764602 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.849907 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for router_gateway (568f480d-19fa-44a3-a7c1-4f865079fa04), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:53.912793 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Allocated IP 172.20.0.2 (701b540a-8a09-42dc-a3a2-18dbe248ffc3/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa/ba6fcff8-ff04-4870-9125-6edfcd209291) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:54.014000 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-ca5c27d7-f534-49ff-8a86-ca494e749fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:54.015496 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-ca5c27d7-f534-49ff-8a86-ca494e749fd9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1128 time: 0.0436263 Oct 15 13:52:54.079927 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks [] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.080782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.099622 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for router_gateway (568f480d-19fa-44a3-a7c1-4f865079fa04), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.122225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.122534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:54.127591 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:54.133480 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:54.159891 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Pushing event updated for resources: {'Port': ['ID=ba6fcff8-ff04-4870-9125-6edfcd209291,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:54.186195 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.186568 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.186971 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.187228 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.187555 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.187949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.188395 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.188821 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.189148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.189476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.190370 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.190370 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.190601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.190733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.191045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:52:54.223650 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Attempting to bind port ba6fcff8-ff04-4870-9125-6edfcd209291 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:54.224048 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Attempting to bind port ba6fcff8-ff04-4870-9125-6edfcd209291 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:54.224597 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Attempting to bind port ba6fcff8-ff04-4870-9125-6edfcd209291 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:54.263077 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Allocated IP 172.27.0.55 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/c4f75731-4f6c-4716-90fc-a7cef3c55722) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:54.270726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:54.271100 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:54.271731 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.272323 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Bound using segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:54.272803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Bound port: ba6fcff8-ff04-4870-9125-6edfcd209291, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:54.273455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.352315 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] For port ba6fcff8-ff04-4870-9125-6edfcd209291, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:54.356744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] For port ba6fcff8-ff04-4870-9125-6edfcd209291, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ba6fcff8-ff04-4870-9125-6edfcd209291,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:54.367353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.441024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501a5f-bcaf-4acd-ac3a-b618469bf754 None None] Pushing event updated for resources: {'Port': ['ID=ba6fcff8-ff04-4870-9125-6edfcd209291,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:54.538739 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7177fcb-6137-4d8c-87f5-7613b517077b req-f05ef898-9e7a-4f7a-b8e6-44bd9f5d5892 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:54.540494 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7177fcb-6137-4d8c-87f5-7613b517077b req-f05ef898-9e7a-4f7a-b8e6-44bd9f5d5892 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1190171 Oct 15 13:52:54.546851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ae35-a862-4758-b682-6246add7c083 req-81092c4c-f8e9-4923-996d-f61908931a6c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:54.548514 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3214ae35-a862-4758-b682-6246add7c083 req-81092c4c-f8e9-4923-996d-f61908931a6c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0837171 Oct 15 13:52:54.607723 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e454af5c-5af6-48f8-acf4-6c673424905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.636504 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7177fcb-6137-4d8c-87f5-7613b517077b req-c05e9dba-7110-4df1-b4a5-5571d5df66fe tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867441 Oct 15 13:52:54.705971 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3214ae35-a862-4758-b682-6246add7c083 req-4268524e-5152-4666-b4f8-e750bd648386 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428981 Oct 15 13:52:54.715451 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.762102 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:54.793644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a841d13-883e-4060-aee2-cef984c4d92d req-0f14c4ca-7440-4feb-adf8-a80cc3921350 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:54.795164 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1a841d13-883e-4060-aee2-cef984c4d92d req-0f14c4ca-7440-4feb-adf8-a80cc3921350 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0673740 Oct 15 13:52:54.805785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:54.809190 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:54.820208 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:54.854517 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Pushing event updated for resources: {'Port': ['ID=c4f75731-4f6c-4716-90fc-a7cef3c55722,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:54.857147 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:54.870968 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77211ccd-63ac-4542-81de-9ea619146df1 req-6df99961-3d14-4378-812d-cc27dae284e2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:54.872898 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-77211ccd-63ac-4542-81de-9ea619146df1 req-6df99961-3d14-4378-812d-cc27dae284e2 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0724933 Oct 15 13:52:54.920112 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1a841d13-883e-4060-aee2-cef984c4d92d req-83168b46-9ed6-4b8e-9ff5-f02c331940d6 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178122 Oct 15 13:52:54.954422 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-77211ccd-63ac-4542-81de-9ea619146df1 req-afba1e8f-2b76-4a22-a020-819d85fbd143 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733602 Oct 15 13:52:55.037583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:55.100793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for router_gateway (568f480d-19fa-44a3-a7c1-4f865079fa04), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:55.148801 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:55.213823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345f8f-e9e0-4ff3-bdbf-3cfa41660692 req-abfeb454-1274-45f4-bc18-4ed99de6a04e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:55.215404 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a4345f8f-e9e0-4ff3-bdbf-3cfa41660692 req-abfeb454-1274-45f4-bc18-4ed99de6a04e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0541146 Oct 15 13:52:55.270025 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a4345f8f-e9e0-4ff3-bdbf-3cfa41660692 req-a360d23f-1bfa-40eb-b779-809e6e07cb83 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480845 Oct 15 13:52:55.313550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:55.443705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:52:55.463404 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47155bc5-6f97-4e17-8f87-d2fb8570cdd2 None None] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:52:55.570659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Provisioning complete for port ba6fcff8-ff04-4870-9125-6edfcd209291 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:55.570659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:55.570659 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Attempt 1 to provision port ba6fcff8-ff04-4870-9125-6edfcd209291 Oct 15 13:52:55.579710 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:55.601529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:52:55.610255 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:55.611547 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-84b95ee4-af28-4eab-a754-14fe6155007b admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0313046 Oct 15 13:52:55.614462 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56598) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:55.647523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:55.648340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:55.847648 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534afefe-956f-4174-8d8c-6e6be197510b req-d6688366-1a47-4a21-9dab-6a099c68f177 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:55.854220 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-534afefe-956f-4174-8d8c-6e6be197510b req-d6688366-1a47-4a21-9dab-6a099c68f177 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0837574 Oct 15 13:52:55.859860 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:56.006385 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56608) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:56.050075 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a1f1c-39dc-40b5-9882-39b34b508046 req-4f53b586-736d-4ac6-b45c-f872188a7324 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.051910 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-307a1f1c-39dc-40b5-9882-39b34b508046 req-4f53b586-736d-4ac6-b45c-f872188a7324 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.1252313 Oct 15 13:52:56.062478 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-534afefe-956f-4174-8d8c-6e6be197510b req-e9e33456-53be-4cc7-b3b2-22e3f3aa09ae tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025721 Oct 15 13:52:56.068962 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ba6fcff8-ff04-4870-9125-6edfcd209291 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:56.147060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.250026 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a77c-1792-44d6-bd90-ec5e3ce3a29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.263279 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port ba6fcff8-ff04-4870-9125-6edfcd209291 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:56.263923 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.264137 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port ba6fcff8-ff04-4870-9125-6edfcd209291 Oct 15 13:52:56.266532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Current status of the port ba6fcff8-ff04-4870-9125-6edfcd209291 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:56.267060 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-307a1f1c-39dc-40b5-9882-39b34b508046 req-06e5ca19-ef4f-4d9d-802c-f9e10ab380d3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967280 Oct 15 13:52:56.267271 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.281896 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-fbfc7f3e-acec-4ed0-8a4a-77de250e3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.283989 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-fbfc7f3e-acec-4ed0-8a4a-77de250e3cb4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1130 time: 0.1646421 Oct 15 13:52:56.298290 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.305302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.315133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.329421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.338156 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b024a-1d4f-4530-8841-73979bd8dff7 req-b1d75f76-5c77-4f58-81d8-bafaf9e980ed tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.340445 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-283b024a-1d4f-4530-8841-73979bd8dff7 req-b1d75f76-5c77-4f58-81d8-bafaf9e980ed tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1554685 Oct 15 13:52:56.358288 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] For port ba6fcff8-ff04-4870-9125-6edfcd209291, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ba6fcff8-ff04-4870-9125-6edfcd209291,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:56.375302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.424252 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.431585 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.433513 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.436644 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.440351 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-84e34486-af3a-4d5d-a135-39681f1f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.442208 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-84e34486-af3a-4d5d-a135-39681f1f89c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4218507 Oct 15 13:52:56.543174 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-283b024a-1d4f-4530-8841-73979bd8dff7 req-9f990bc8-1d2a-4741-b60a-b6e38d828b56 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926696 Oct 15 13:52:56.549468 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2a2b-7f25-4d3c-a769-d9369aed8843 req-744c2629-3075-4325-bfa2-9d54a4005806 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.569394 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-20ce2a2b-7f25-4d3c-a769-d9369aed8843 req-744c2629-3075-4325-bfa2-9d54a4005806 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1559653 Oct 15 13:52:56.586382 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-65346060-751e-4187-8eec-b0ffd5604ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.587450 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-65346060-751e-4187-8eec-b0ffd5604ecc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.2946475 Oct 15 13:52:56.612834 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.643187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-bf8166b3-da7e-4b58-8f50-d86cfdd133e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.644861 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-7d789bd4-e37c-4f73-9928-1ae801c57a0d req-bf8166b3-da7e-4b58-8f50-d86cfdd133e8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961768 Oct 15 13:52:56.655929 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-0b525a58-9cce-4e9e-a8aa-448141a1b566 None None] Provisioning complete for port ba6fcff8-ff04-4870-9125-6edfcd209291 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:56.656951 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0b525a58-9cce-4e9e-a8aa-448141a1b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.656951 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-0b525a58-9cce-4e9e-a8aa-448141a1b566 None None] Attempt 1 to provision port ba6fcff8-ff04-4870-9125-6edfcd209291 Oct 15 13:52:56.690839 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fc6ef-9524-4ca6-98d9-f76757325013 None None] Pushing event updated for resources: {'Port': ['ID=ba6fcff8-ff04-4870-9125-6edfcd209291,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:56.694568 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a77c-1792-44d6-bd90-ec5e3ce3a29e admin admin] Publish callbacks [] for security_group (e824e273-4577-4fdf-b604-f161a523b61e), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.724621 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-20ce2a2b-7f25-4d3c-a769-d9369aed8843 req-ba83c2ee-323c-4dde-bad1-05f8aae6a8b7 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666176 Oct 15 13:52:56.725689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a77c-1792-44d6-bd90-ec5e3ce3a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e824e273-4577-4fdf-b604-f161a523b61e), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.727305 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:54Z', 'revision_number': 3, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:56.771342 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-b8346e24-3348-415c-baf7-ef27a337ac72 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 1002 time: 0.1714025 Oct 15 13:52:56.776468 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port ba6fcff8-ff04-4870-9125-6edfcd209291 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:56.780969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:52:56.781591 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Updating router 568f480d-19fa-44a3-a7c1-4f865079fa04 port c4f75731-4f6c-4716-90fc-a7cef3c55722 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:52:56.819672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.825051 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3bd0a77c-1792-44d6-bd90-ec5e3ce3a29e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e39808ea214944b6ab06774fa1b501e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8171179 Oct 15 13:52:56.830762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56616) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:56.849291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-94181372-f9cd-4592-8212-3b016e814bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.850940 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-94181372-f9cd-4592-8212-3b016e814bb1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1128 time: 0.0824919 Oct 15 13:52:56.854338 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a77c-1792-44d6-bd90-ec5e3ce3a29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824e273-4577-4fdf-b604-f161a523b61e,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:56.863432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:56.889827 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-0b525a58-9cce-4e9e-a8aa-448141a1b566 None None] Current status of the port ba6fcff8-ff04-4870-9125-6edfcd209291 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:56.910723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-83c100b8-47b6-4d03-a5dc-091d2232e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.912400 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-83c100b8-47b6-4d03-a5dc-091d2232e147 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.1285150 Oct 15 13:52:56.927447 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-77412783-67da-4485-87f5-0324daf7f1cb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 217 time: 0.0519395 Oct 15 13:52:56.960962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] Publish callbacks [] for security_group (e824e273-4577-4fdf-b604-f161a523b61e), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:56.979167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Allocated IP 172.20.0.1 (701b540a-8a09-42dc-a3a2-18dbe248ffc3/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa/d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:52:56.993944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-dad4852f-e628-4066-86c8-5f0ad3192e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:56.995590 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-dad4852f-e628-4066-86c8-5f0ad3192e34 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743675 Oct 15 13:52:57.001168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] Publish callbacks [] for security_group (e824e273-4577-4fdf-b604-f161a523b61e), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.023249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-81983359-1b55-4648-892e-66dd29c90a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.024954 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-81983359-1b55-4648-892e-66dd29c90a1b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.0908957 Oct 15 13:52:57.132253 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-e695918e-13ec-4817-9490-0b771a5cdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.134077 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-e695918e-13ec-4817-9490-0b771a5cdc85 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637977 Oct 15 13:52:57.152314 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-6407ac2c-171b-4dfe-98a6-81a71c11eb25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483054 Oct 15 13:52:57.154274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e824e273-4577-4fdf-b604-f161a523b61e), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.157971 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.160980 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e824e273-4577-4fdf-b604-f161a523b61e HTTP/1.1" status: 204 len: 168 time: 0.3255863 Oct 15 13:52:57.171943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks [] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.184309 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.207900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6988f-f53a-4e3c-8f04-4f39b5a77b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824e273-4577-4fdf-b604-f161a523b61e,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:57.253944 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks [] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.254665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Attempting to bind port c4f75731-4f6c-4716-90fc-a7cef3c55722 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:52:57.255486 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Attempting to bind port c4f75731-4f6c-4716-90fc-a7cef3c55722 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:52:57.255988 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Attempting to bind port c4f75731-4f6c-4716-90fc-a7cef3c55722 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:52:57.308304 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-7e91c243-1309-4daf-a115-d42f38ab2fa2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662707 Oct 15 13:52:57.311577 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc74c0-4776-4de5-9c42-df0dbbf4de2f None None] Pushing event updated for resources: {'Port': ['ID=c4f75731-4f6c-4716-90fc-a7cef3c55722,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:57.334103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:52:57.334935 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:52:57.335726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.336668 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:52:57.337883 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Bound port: c4f75731-4f6c-4716-90fc-a7cef3c55722, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:52:57.338777 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.381762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca155-f023-47dd-9141-4433cc1a20d8 req-800d079d-ea65-4241-986b-bf94ee05fe49 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.384836 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-de3ca155-f023-47dd-9141-4433cc1a20d8 req-800d079d-ea65-4241-986b-bf94ee05fe49 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.2080920 Oct 15 13:52:57.389391 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb9148af-21bf-48ca-b266-71e38c9a9d9c req-ae9dba97-34c1-4b0f-835d-f61e0999554e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268612 Oct 15 13:52:57.420808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:57.424202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.476809 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:57.487682 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] For port c4f75731-4f6c-4716-90fc-a7cef3c55722, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:52:57.492964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] For port c4f75731-4f6c-4716-90fc-a7cef3c55722, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c4f75731-4f6c-4716-90fc-a7cef3c55722,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:52:57.505485 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.518339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab417b-1761-4663-901e-8111bcba04b5 req-c50ef2d7-bdb2-410b-8453-84128fad3ad9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.520184 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-deab417b-1761-4663-901e-8111bcba04b5 req-c50ef2d7-bdb2-410b-8453-84128fad3ad9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0944688 Oct 15 13:52:57.523565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:57.525318 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-de3ca155-f023-47dd-9141-4433cc1a20d8 req-7ef70209-d957-4047-a74c-ba9e44af63af tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346726 Oct 15 13:52:57.555396 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:57.558554 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:57.560252 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:57.564150 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:52:57.578243 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc74c0-4776-4de5-9c42-df0dbbf4de2f None None] Pushing event updated for resources: {'Port': ['ID=c4f75731-4f6c-4716-90fc-a7cef3c55722,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:57.593440 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:52:57.594096 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:57.615465 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a158b6e6-27fa-4b0b-9a7a-f3ad55473cf3 req-be3ad325-88e9-417d-8a2a-461643a13561 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822912 Oct 15 13:52:57.660051 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (568f480d-19fa-44a3-a7c1-4f865079fa04), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.660871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-deab417b-1761-4663-901e-8111bcba04b5 req-1e67a270-ac52-42e5-9dac-21c40b1bd9ef tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261582 Oct 15 13:52:57.789117 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.836091 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:52:57.839579 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56630) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:57.846940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:52:57.868103 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf894-337e-4061-9837-f39a3b01803d req-faa23a69-f471-4550-b50b-9208f26da5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.872012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-faa23a69-f471-4550-b50b-9208f26da5dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1130 time: 0.1934137 Oct 15 13:52:57.876747 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-98ef45be-c43a-44a5-b613-01aa09e237e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.888047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d138-8b2e-484a-ad67-de2b21341d72 req-b1602478-1f61-4ffa-b59b-99c079e3d3bd tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:57.896753 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3691d138-8b2e-484a-ad67-de2b21341d72 req-b1602478-1f61-4ffa-b59b-99c079e3d3bd tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1340022 Oct 15 13:52:57.934717 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.951145 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ba6fcff8-ff04-4870-9125-6edfcd209291 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:57.956387 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:57.960432 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:58.067051 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58acd9a-a203-4651-b9b9-b60890c9f8fa req-0a908287-bc01-4692-99fd-a8f19b2d85b1 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:58.070953 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e58acd9a-a203-4651-b9b9-b60890c9f8fa req-0a908287-bc01-4692-99fd-a8f19b2d85b1 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1597078 Oct 15 13:52:58.075856 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.resource_extend [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 15 13:52:58.090174 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3691d138-8b2e-484a-ad67-de2b21341d72 req-f03021c6-17e9-4444-a542-16a466db7307 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919706 Oct 15 13:52:58.096003 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-98ef45be-c43a-44a5-b613-01aa09e237e0 admin admin] Publish callbacks [] for security_group (ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.111294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-98ef45be-c43a-44a5-b613-01aa09e237e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.181179 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e58acd9a-a203-4651-b9b9-b60890c9f8fa req-e82bf40d-1a93-421f-a80c-7738ffcf8fac tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893886 Oct 15 13:52:58.196128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-d52b4d31-4ba6-4cd2-8983-f3e91238bafd None None] Provisioning complete for port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:58.196651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d52b4d31-4ba6-4cd2-8983-f3e91238bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.197086 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-d52b4d31-4ba6-4cd2-8983-f3e91238bafd None None] Attempt 1 to provision port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 Oct 15 13:52:58.214555 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-98ef45be-c43a-44a5-b613-01aa09e237e0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=957eeec9fcb7469d92262dd5446f6986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688159 Oct 15 13:52:58.216588 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56634) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:58.221063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef45be-c43a-44a5-b613-01aa09e237e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:58.253136 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks [] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.259714 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.289517 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:58.303549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port ba6fcff8-ff04-4870-9125-6edfcd209291 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:58.303835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.304193 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port ba6fcff8-ff04-4870-9125-6edfcd209291 Oct 15 13:52:58.312455 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] Publish callbacks [] for security_group (ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.332744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (568f480d-19fa-44a3-a7c1-4f865079fa04), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.334947 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:58.343712 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] Publish callbacks [] for security_group (ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.353141 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-d52b4d31-4ba6-4cd2-8983-f3e91238bafd None None] Port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:58.378305 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:58.395596 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:58.413159 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.418107 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.424117 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:58.425211 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7 HTTP/1.1" status: 204 len: 168 time: 0.2066853 Oct 15 13:52:58.428983 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '5a131939-5800-4807-b2cc-42f66041598f', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:52:58.432833 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:54Z', 'revision_number': 3, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:52:58.437067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11cebf-63cf-44e6-be68-473ce7661c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ebe68-df0e-41fb-b80a-8c67dba0c0a7,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:58.478280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea503d1d-2296-4b9b-8fa2-34ade66925ae None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:54Z', 'revision_number': 3, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:52:58.564324 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: ACTIVE; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:58.564736 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.585262 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port ba6fcff8-ff04-4870-9125-6edfcd209291 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:58.593210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:52:58.630521 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:58.643827 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:58.644645 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:52:58.746239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df44b3-c6c3-431b-a88f-a1119ecbf306 req-1d4707af-bd0e-4737-83e1-358fbfd54609 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:58.748834 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16df44b3-c6c3-431b-a88f-a1119ecbf306 req-1d4707af-bd0e-4737-83e1-358fbfd54609 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.1023149 Oct 15 13:52:58.808341 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:52:58.810630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:52:58.913910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=6']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:58.964326 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:59.009097 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16df44b3-c6c3-431b-a88f-a1119ecbf306 req-4a6ac951-3df4-4749-a8eb-7065553d30f7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506082 Oct 15 13:52:59.036445 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69a957-1a88-4417-8ff6-489dff8285ef req-32c10382-eff3-4e86-b41a-28f57e2c263f tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:59.036445 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c69a957-1a88-4417-8ff6-489dff8285ef req-32c10382-eff3-4e86-b41a-28f57e2c263f tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.2184379 Oct 15 13:52:59.100231 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:59.117794 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'mac_address': 'fa:16:3e:1a:2a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:52:59.163393 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:52:59.166641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:59.217873 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c69a957-1a88-4417-8ff6-489dff8285ef req-908413c5-0986-41a6-9b7c-ffbdfc410f70 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811149 Oct 15 13:52:59.231888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:52:59.232637 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.266595 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:52:59.315730 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145b148-ad23-4f52-932e-cd53b84727bb req-555e5639-a87b-4706-b1d6-62254bc6e4f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:59.318502 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6145b148-ad23-4f52-932e-cd53b84727bb req-555e5639-a87b-4706-b1d6-62254bc6e4f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0803463 Oct 15 13:52:59.326740 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:52:59.340711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-3d3ebf9a-7c1f-471c-9434-47ad7c42381a None None] Provisioning complete for port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:52:59.341110 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebf9a-7c1f-471c-9434-47ad7c42381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.341568 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-3d3ebf9a-7c1f-471c-9434-47ad7c42381a None None] Attempt 1 to provision port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 Oct 15 13:52:59.346121 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.354637 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56648) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:59.379553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7dc762fb-46e1-434b-b7ca-649a4b12e16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.406427 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:52:59.413449 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8902bc06-d7cd-42cf-ad14-2919a33c78d9 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/568f480d-19fa-44a3-a7c1-4f865079fa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7976387 Oct 15 13:52:59.433823 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ebf9a-7c1f-471c-9434-47ad7c42381a None None] Port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:52:59.452680 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:59.509158 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120aab6-9060-470c-aa84-af6c87bf2f47 req-45b77b48-0543-4e94-b05e-756b47f26a81 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:52:59.518956 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f120aab6-9060-470c-aa84-af6c87bf2f47 req-45b77b48-0543-4e94-b05e-756b47f26a81 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1586461 Oct 15 13:52:59.527402 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6145b148-ad23-4f52-932e-cd53b84727bb req-a7e25f54-05d0-4ab0-aec1-f72d9cb9d796 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010648 Oct 15 13:52:59.604745 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f120aab6-9060-470c-aa84-af6c87bf2f47 req-0a7d4b6e-6fdb-4c0c-93e9-442040b729e5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848126 Oct 15 13:52:59.609195 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:59.650487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7dc762fb-46e1-434b-b7ca-649a4b12e16e admin admin] Publish callbacks [] for security_group (3c9e9dd7-8716-4836-b7a6-8a00c5744c29), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.661726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-7dc762fb-46e1-434b-b7ca-649a4b12e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3c9e9dd7-8716-4836-b7a6-8a00c5744c29), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.712052 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-7dc762fb-46e1-434b-b7ca-649a4b12e16e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=90c53b25ed134d9ca88cb6718316a59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542235 Oct 15 13:52:59.712541 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56654) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:52:59.712839 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc762fb-46e1-434b-b7ca-649a4b12e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9e9dd7-8716-4836-b7a6-8a00c5744c29,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:52:59.735910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['5a131939-5800-4807-b2cc-42f66041598f'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:52:59.841717 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] Publish callbacks [] for security_group (3c9e9dd7-8716-4836-b7a6-8a00c5744c29), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.868370 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:52:59.884602 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c4f75731-4f6c-4716-90fc-a7cef3c55722 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:52:59.892482 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] Publish callbacks [] for security_group (3c9e9dd7-8716-4836-b7a6-8a00c5744c29), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.945997 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:52:59.968652 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (3c9e9dd7-8716-4836-b7a6-8a00c5744c29), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.977279 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:52:59.982596 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3c9e9dd7-8716-4836-b7a6-8a00c5744c29 HTTP/1.1" status: 204 len: 168 time: 0.2651720 Oct 15 13:53:00.000995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604781f-b4b9-4545-971d-baa1d2ab3b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9e9dd7-8716-4836-b7a6-8a00c5744c29,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:00.082031 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c4f75731-4f6c-4716-90fc-a7cef3c55722 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:00.082477 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.082858 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c4f75731-4f6c-4716-90fc-a7cef3c55722 Oct 15 13:53:00.257644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fea835-ea43-4208-8911-3a99e6b3f6f5 req-a997dcec-82cb-41af-80e4-2f0f03032aae tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:00.268399 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-88fea835-ea43-4208-8911-3a99e6b3f6f5 req-a997dcec-82cb-41af-80e4-2f0f03032aae tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.1076279 Oct 15 13:53:00.334888 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-88fea835-ea43-4208-8911-3a99e6b3f6f5 req-86fed641-43d3-49b4-a877-8daf72be42d4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651100 Oct 15 13:53:00.421861 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56676) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:00.428123 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-657191466-network', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:00.471517 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Made reservation on behalf of 52d0343fa71c4c179a2178b88e6def9c for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:00.478017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c4f75731-4f6c-4716-90fc-a7cef3c55722 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:00.479033 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.480440 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.506766 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.508021 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3d7a4-b362-4572-a02f-a04ba4acddb0 req-3b8f4967-56f0-4035-bf76-02f9d3c69bfb tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:00.520201 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-15d3d7a4-b362-4572-a02f-a04ba4acddb0 req-3b8f4967-56f0-4035-bf76-02f9d3c69bfb tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.1309960 Oct 15 13:53:00.540926 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port c4f75731-4f6c-4716-90fc-a7cef3c55722, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c4f75731-4f6c-4716-90fc-a7cef3c55722,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:00.561447 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.686744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=c4f75731-4f6c-4716-90fc-a7cef3c55722,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:00.779268 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks [] for security_group (2d4f713d-0117-4826-92d1-bb1b6997ba8c), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.790863 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2d4f713d-0117-4826-92d1-bb1b6997ba8c), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.835043 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:53:00.847167 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-15d3d7a4-b362-4572-a02f-a04ba4acddb0 req-483eac9d-df61-4265-bb1b-36c67c404acb tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259501 Oct 15 13:53:00.892836 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (dd29e802-6e53-4c47-b2a4-7046b75f1ff8), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:00.893422 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Added segment dd29e802-6e53-4c47-b2a4-7046b75f1ff8 of type vlan for network b26957ea-0325-4b73-9693-391ca86a5af7 Oct 15 13:53:00.897656 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f713d-0117-4826-92d1-bb1b6997ba8c,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:00.931583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:00.965498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (b26957ea-0325-4b73-9693-391ca86a5af7), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.002506 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (b26957ea-0325-4b73-9693-391ca86a5af7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.004706 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.005759 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.025006 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78257b3-d71b-4b76-8ac2-3b4f825ee028 req-c0aec0bb-de11-40b1-9d5f-0d73c3b16635 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.026735 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d78257b3-d71b-4b76-8ac2-3b4f825ee028 req-c0aec0bb-de11-40b1-9d5f-0d73c3b16635 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 945 time: 0.1759708 Oct 15 13:53:01.030345 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf894-337e-4061-9837-f39a3b01803d req-b4339cb2-14f0-48ec-928b-e7f11f594de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.032099 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-b4339cb2-14f0-48ec-928b-e7f11f594de7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.3681881 Oct 15 13:53:01.050690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29e0c-6b54-4b39-9769-eead655a54d2 req-41c704e1-9e3a-4a4f-bf7c-062b40eeda71 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.052429 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cce29e0c-6b54-4b39-9769-eead655a54d2 req-41c704e1-9e3a-4a4f-bf7c-062b40eeda71 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1002316 Oct 15 13:53:01.076824 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6535869 Oct 15 13:53:01.080227 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56690) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:01.093445 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Request body: {'subnet': {'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-657191466-subnet', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:01.121240 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d9eb-69f4-480d-ab91-25fe29e7e936 admin admin] Pushing event updated for resources: {'Network': ['ID=b26957ea-0325-4b73-9693-391ca86a5af7,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:01.124270 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:53:01.130713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Made reservation on behalf of 52d0343fa71c4c179a2178b88e6def9c for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:01.132892 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network b26957ea-0325-4b73-9693-391ca86a5af7 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:53:01.135302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.146136 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:01.149984 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:01.212699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d78257b3-d71b-4b76-8ac2-3b4f825ee028 req-a59f65cc-7e54-43b4-9bdb-3edabd076eb0 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588840 Oct 15 13:53:01.227423 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cce29e0c-6b54-4b39-9769-eead655a54d2 req-956eb1d1-8af8-4bb6-a68a-b42b2a03b760 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672170 Oct 15 13:53:01.331239 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-974fed74-5a89-4ea3-92fb-411d051cada1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 1002 time: 0.1499648 Oct 15 13:53:01.362717 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:01.371406 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:01.374079 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:01.464904 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (b6c531a1-6264-4216-a841-7072050496ad), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.490276 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf894-337e-4061-9837-f39a3b01803d req-fc929bba-e02b-4bbb-a0cb-4e942f5681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.494456 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-fc929bba-e02b-4bbb-a0cb-4e942f5681c3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.1566854 Oct 15 13:53:01.517346 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56702) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:01.552588 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c531a1-6264-4216-a841-7072050496ad,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:01.564626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Checking segment: {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:01.565270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Network hostable DHCP agents. Network: b26957ea-0325-4b73-9693-391ca86a5af7, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:53:01.591175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Network b26957ea-0325-4b73-9693-391ca86a5af7 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:53:01.606248 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, b26957ea-0325-4b73-9693-391ca86a5af7) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:01.612689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.613835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.621977 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d59ba-2504-4aaf-8805-7cdf3b43235a None None] Network b26957ea-0325-4b73-9693-391ca86a5af7 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:53:01.633637 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:01.643528 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-bd8323b0-3e29-4d4a-8a39-9256d599af38 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5620651 Oct 15 13:53:01.644803 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56706) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:01.650655 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:01.666776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae56e8c-e8fa-479b-b0fd-cc27cdede6aa req-d3542a1c-847e-4db0-8a4d-b3c28e05accc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.680782 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ae56e8c-e8fa-479b-b0fd-cc27cdede6aa req-d3542a1c-847e-4db0-8a4d-b3c28e05accc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.1803396 Oct 15 13:53:01.681436 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:52:58Z', 'revision_number': 2, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:01.686249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (704c837b-e450-4acf-8446-a791fa9add94), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.697626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (704c837b-e450-4acf-8446-a791fa9add94), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.719713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf894-337e-4061-9837-f39a3b01803d req-5555d403-e523-47ea-a2c9-0456f8a4ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:01.722218 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-5555d403-e523-47ea-a2c9-0456f8a4ed1a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2016265 Oct 15 13:53:01.765233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for router_controller (704c837b-e450-4acf-8446-a791fa9add94), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.765555 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:53:01.767037 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Updating router 568f480d-19fa-44a3-a7c1-4f865079fa04 port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:53:01.776064 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1642307175-network', 'tenant_id': '190914cc865b4003ab4b735d937e130d'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:01.813131 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ae56e8c-e8fa-479b-b0fd-cc27cdede6aa req-5d8fb372-e13f-45be-b3bd-3d68b1aa58f9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307240 Oct 15 13:53:01.844646 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-b26957ea-0325-4b73-9693-391ca86a5af7', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:53:01.847010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.880239 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:01.924653 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Made reservation on behalf of 190914cc865b4003ab4b735d937e130d for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:01.928829 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.019012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.037592 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-21079f19-80f7-4224-98a8-77266058d919 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010049 Oct 15 13:53:02.043776 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c4f75731-4f6c-4716-90fc-a7cef3c55722 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:02.063809 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611727f-5f47-46cb-8836-a472a0bc7697 req-7e87bb6b-cb5a-47c9-911f-bd7a0cdce6f3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:02.070949 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d611727f-5f47-46cb-8836-a472a0bc7697 req-7e87bb6b-cb5a-47c9-911f-bd7a0cdce6f3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 944 time: 0.0886562 Oct 15 13:53:02.108701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3f885321-034d-42f2-a8c5-c0315db5a5eb details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:53:02.131249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for router_gateway (704c837b-e450-4acf-8446-a791fa9add94), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.183436 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.218465 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d611727f-5f47-46cb-8836-a472a0bc7697 req-f21f4965-aeaf-49aa-a32c-be3599abfa16 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464069 Oct 15 13:53:02.225216 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks [] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.228139 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.248386 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.271738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7edf894-337e-4061-9837-f39a3b01803d req-2c469c12-7f71-463a-a01e-b15a1a83d30e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256973 Oct 15 13:53:02.319622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:02.333455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:02.336389 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.338070 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.348713 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'port_id': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'mac_address': 'fa:16:3e:52:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:53:02.410735 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2c3e0-d651-4616-9922-2f1ebfc1a6ec req-3c71f486-9440-430f-860a-103dec89528f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:02.424725 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b1e2c3e0-d651-4616-9922-2f1ebfc1a6ec req-3c71f486-9440-430f-860a-103dec89528f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 945 time: 0.0906954 Oct 15 13:53:02.446621 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Pushing event updated for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:02.449661 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks [] for security_group (1daf70d8-c5ee-45b9-84c9-9d1c989f2f03), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.460051 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Attempting to bind port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:53:02.460555 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Attempting to bind port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:53:02.461332 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Attempting to bind port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:02.486483 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1daf70d8-c5ee-45b9-84c9-9d1c989f2f03), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.494121 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.494468 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.494837 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.495188 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.495526 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.495851 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.496239 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.496583 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.496881 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.497352 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.497725 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.498892 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.498892 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.498892 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.499326 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:02.514689 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b1e2c3e0-d651-4616-9922-2f1ebfc1a6ec req-9a61e4ee-1df1-4bfb-b419-2c980f9ff0d7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885236 Oct 15 13:53:02.521961 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 3f885321-034d-42f2-a8c5-c0315db5a5eb is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:02.522363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.529375 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 5a131939-5800-4807-b2cc-42f66041598f triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:02.529884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5a131939-5800-4807-b2cc-42f66041598f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.530186 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 5a131939-5800-4807-b2cc-42f66041598f Oct 15 13:53:02.536826 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:53:02.537231 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:02.537564 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.539028 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Bound using segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:53:02.540126 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Bound port: d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:53:02.540126 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.548385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port c4f75731-4f6c-4716-90fc-a7cef3c55722 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:02.549487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.550055 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port c4f75731-4f6c-4716-90fc-a7cef3c55722 Oct 15 13:53:02.554926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:53:02.563311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Allocated IP 172.20.0.2 (b26957ea-0325-4b73-9693-391ca86a5af7/b6c531a1-6264-4216-a841-7072050496ad/8be6be35-4224-4024-b13f-f823ed03800d) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:02.581714 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for router_gateway (704c837b-e450-4acf-8446-a791fa9add94), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.584906 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:02.607766 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c278e5cf-7670-462a-b494-8876f6e9df19), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.608358 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Added segment c278e5cf-7670-462a-b494-8876f6e9df19 of type vlan for network fbb63af8-320e-494a-a4ee-414e6707c733 Oct 15 13:53:02.610080 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.626042 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=19 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.651060 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] For port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:53:02.655542 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] For port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:53:02.667930 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.682190 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:02.690583 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:02.691812 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:02.696685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (fbb63af8-320e-494a-a4ee-414e6707c733), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.715010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f885321-034d-42f2-a8c5-c0315db5a5eb {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:53:02.781967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:02.785133 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (fbb63af8-320e-494a-a4ee-414e6707c733), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.787205 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:02.788558 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.809718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:02.864168 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373599d-2c77-49e7-9673-0cf3a39365a3 None None] Pushing event updated for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:02.875108 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:02.922115 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Allocated IP 172.27.0.138 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/4646555e-c8cc-4ff8-93ad-92ac03ed6238) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:02.957240 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port c4f75731-4f6c-4716-90fc-a7cef3c55722 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:02.973831 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4527540 Oct 15 13:53:02.978014 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56714) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:02.990577 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Request body: {'subnet': {'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1642307175-subnet', 'tenant_id': '190914cc865b4003ab4b735d937e130d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:03.029264 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb16cf-2454-4a65-aea3-da3d425da853 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb63af8-320e-494a-a4ee-414e6707c733,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:03.035470 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:03.036327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.054507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network fbb63af8-320e-494a-a4ee-414e6707c733 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:53:03.058923 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:03.069281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:03.111290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Made reservation on behalf of 190914cc865b4003ab4b735d937e130d for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:03.114229 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.118831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86376cae-030e-4ecd-b966-13fb072d5250 req-d6c71ce0-ac8c-4890-8ae3-19942492df2a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:03.122097 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-86376cae-030e-4ecd-b966-13fb072d5250 req-d6c71ce0-ac8c-4890-8ae3-19942492df2a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.1420214 Oct 15 13:53:03.182580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:03.190780 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:03.194080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527285d1-bc6d-4548-af29-f13225718f17" -d '{"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:03.221306 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:02Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:03.227758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.229086 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:03.254246 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.298807 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.318680 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-86376cae-030e-4ecd-b966-13fb072d5250 req-2d40fbb1-0a53-49c9-a798-12bded1908a9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851029 Oct 15 13:53:03.349078 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43adf58-f4b6-4cbf-a46e-680615efbc51 x-openstack-request-id: req-c43adf58-f4b6-4cbf-a46e-680615efbc51 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:03.349701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:03.349701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c43adf58-f4b6-4cbf-a46e-680615efbc51 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:03.350062 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43adf58-f4b6-4cbf-a46e-680615efbc51'] response: {'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'code': 200} Oct 15 13:53:03.361089 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:53:03.413617 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:03.421564 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:03.425067 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:03.438410 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73deb8c8-97cd-41a2-9377-875295748719 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:02Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:53:03.446178 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks [] for port (8be6be35-4224-4024-b13f-f823ed03800d), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.457543 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Pushing event updated for resources: {'Port': ['ID=4646555e-c8cc-4ff8-93ad-92ac03ed6238,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:03.458529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:03.479519 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (8be6be35-4224-4024-b13f-f823ed03800d), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.479955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa683d-d127-4c53-9eb0-df346deac6ba req-fd53e938-b294-4ea6-8166-e2d7b0df584e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:03.483668 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7aaa683d-d127-4c53-9eb0-df346deac6ba req-fd53e938-b294-4ea6-8166-e2d7b0df584e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 945 time: 0.1055889 Oct 15 13:53:03.491362 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=7']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:03.576651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:53:03.588103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Network b26957ea-0325-4b73-9693-391ca86a5af7 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:03.602015 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:03.608391 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:03.609217 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7aaa683d-d127-4c53-9eb0-df346deac6ba req-f7b3f8c2-35de-48f5-9c5b-541e7a2d0593 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162634 Oct 15 13:53:03.611908 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:03.612492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.612959 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 Oct 15 13:53:03.670117 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:03.717385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Pushing event updated for resources: {'Port': ['ID=8be6be35-4224-4024-b13f-f823ed03800d,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:03.797769 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c2810-1c67-4dff-8085-1fdba9b22d06 req-b2857cc6-54c2-4e0a-9a17-ac64a6be0758 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:03.809071 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a25c2810-1c67-4dff-8085-1fdba9b22d06 req-b2857cc6-54c2-4e0a-9a17-ac64a6be0758 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 945 time: 0.1424479 Oct 15 13:53:03.880847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:03.904578 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:03.966590 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a25c2810-1c67-4dff-8085-1fdba9b22d06 req-8f7eea24-6f12-4878-a6a5-49bc66fa3a6a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511614 Oct 15 13:53:03.981943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:04.011629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Attempting to bind port 8be6be35-4224-4024-b13f-f823ed03800d on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:53:04.012046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Attempting to bind port 8be6be35-4224-4024-b13f-f823ed03800d by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:53:04.012558 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Attempting to bind port 8be6be35-4224-4024-b13f-f823ed03800d on network b26957ea-0325-4b73-9693-391ca86a5af7 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:04.024652 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:04.121117 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Checking segment: {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:04.121485 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Network hostable DHCP agents. Network: fbb63af8-320e-494a-a4ee-414e6707c733, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:53:04.127161 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:04.165266 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for router_gateway (704c837b-e450-4acf-8446-a791fa9add94), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.169651 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Network fbb63af8-320e-494a-a4ee-414e6707c733 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:53:04.234607 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, fbb63af8-320e-494a-a4ee-414e6707c733) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:04.253931 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:04.254805 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.278669 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d45e56-9e03-4495-b059-b32239c0e6b8 None None] Network fbb63af8-320e-494a-a4ee-414e6707c733 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:53:04.281359 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:04.312665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:04.313079 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.313600 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 Oct 15 13:53:04.314196 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-56bdd424-6129-4450-9cf5-e54579032189 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3283660 Oct 15 13:53:04.458369 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:04.459042 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.510208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:04.514910 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:53:04.515354 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Checking segment: {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:04.515732 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.516280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Bound using segment: {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:53:04.516811 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Bound port: 8be6be35-4224-4024-b13f-f823ed03800d, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:53:04.517208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8be6be35-4224-4024-b13f-f823ed03800d), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.541288 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b396-55da-43b2-857e-27e231c0eb8c req-8a5eedba-0ff9-4efe-8dc7-8bc609262e55 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:04.548268 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb03b396-55da-43b2-857e-27e231c0eb8c req-8a5eedba-0ff9-4efe-8dc7-8bc609262e55 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1143463 Oct 15 13:53:04.585472 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (704c837b-e450-4acf-8446-a791fa9add94), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.668513 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:04.679706 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb03b396-55da-43b2-857e-27e231c0eb8c req-1cc0ce05-bc91-4c51-9eb6-cd7c127e074a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223509 Oct 15 13:53:04.705132 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.802549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:04.802954 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:04.850552 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cda68-4e9b-469d-a3d4-cb1569a6e789 req-182f2592-6b19-452b-bad2-1eceac794e6c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:04.858309 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f1cda68-4e9b-469d-a3d4-cb1569a6e789 req-182f2592-6b19-452b-bad2-1eceac794e6c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 945 time: 0.0769165 Oct 15 13:53:04.863310 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5c4ee-167e-4b3e-9514-50a3c3c8f899 None None] Network fbb63af8-320e-494a-a4ee-414e6707c733 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:53:04.887136 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Router 704c837b-e450-4acf-8446-a791fa9add94 is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:53:04.916361 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] For port 8be6be35-4224-4024-b13f-f823ed03800d, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:53:04.959992 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f1cda68-4e9b-469d-a3d4-cb1569a6e789 req-5e19dac4-c888-4f15-814b-d8e424063119 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007180 Oct 15 13:53:05.021458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:05.042128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:05.062432 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:05.072467 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] For port 8be6be35-4224-4024-b13f-f823ed03800d, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8be6be35-4224-4024-b13f-f823ed03800d,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:53:05.157580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8be6be35-4224-4024-b13f-f823ed03800d), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:05.293576 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:05.315781 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a02ed-e42a-4002-aef7-8c1a462cd5f5 req-7384c8a2-0452-4d80-a7d9-cf52040296fe tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:05.327489 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f02a02ed-e42a-4002-aef7-8c1a462cd5f5 req-7384c8a2-0452-4d80-a7d9-cf52040296fe tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1774139 Oct 15 13:53:05.356949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:05.362621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c12cb-b906-49da-a9a4-f1dbc18ff2ee" -d '{"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:05.495191 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61c32d5-9ad3-48ff-b815-7e6c1f5a62a9 x-openstack-request-id: req-d61c32d5-9ad3-48ff-b815-7e6c1f5a62a9 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:05.495775 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:05.495775 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d61c32d5-9ad3-48ff-b815-7e6c1f5a62a9 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:05.496582 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61c32d5-9ad3-48ff-b815-7e6c1f5a62a9'] response: {'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'code': 200} Oct 15 13:53:05.506171 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff264b-9553-4703-85a8-bb1a968da574 None None] Pushing event updated for resources: {'Port': ['ID=8be6be35-4224-4024-b13f-f823ed03800d,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:05.541580 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f02a02ed-e42a-4002-aef7-8c1a462cd5f5 req-ae72e3de-3ea9-4594-a859-15fa1589d1ea tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2063799 Oct 15 13:53:05.589489 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3f885321-034d-42f2-a8c5-c0315db5a5eb up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:05.712623 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 3f885321-034d-42f2-a8c5-c0315db5a5eb completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:53:05.730511 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 3f885321-034d-42f2-a8c5-c0315db5a5eb triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:05.731231 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:05.731591 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 3f885321-034d-42f2-a8c5-c0315db5a5eb Oct 15 13:53:05.812658 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:05.860904 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:53:05.896351 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Sync routers for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:53:05.917182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:05.923145 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:05.923998 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:05.925261 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-123a1340-9c51-46d4-9e7f-945b068e62fb admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2790966 Oct 15 13:53:05.926299 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56764) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:05.926497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 3f885321-034d-42f2-a8c5-c0315db5a5eb is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:05.926902 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.115709 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:06.122144 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8be6be35-4224-4024-b13f-f823ed03800d up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:06.133086 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700f7a7-fe0b-45d5-8f70-0293d7e4563c req-af75ff2d-7d0c-497c-86fb-34788458580c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:06.134408 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4700f7a7-fe0b-45d5-8f70-0293d7e4563c req-af75ff2d-7d0c-497c-86fb-34788458580c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.2100298 Oct 15 13:53:06.178305 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:06.236123 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:06.289092 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03e056-dcdd-436e-b0d6-78be4c440d2d req-ab16390f-7c32-445d-be82-b26cca827b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:06.290664 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae03e056-dcdd-436e-b0d6-78be4c440d2d req-ab16390f-7c32-445d-be82-b26cca827b22 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1130 time: 0.2864578 Oct 15 13:53:06.295569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.399523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e9e3-8ba2-430b-8583-e39fde3d2b66 req-c4069262-d1cb-4782-a165-60a48b150601 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:06.401196 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9387e9e3-8ba2-430b-8583-e39fde3d2b66 req-c4069262-d1cb-4782-a165-60a48b150601 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 945 time: 0.2904418 Oct 15 13:53:06.414555 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4700f7a7-fe0b-45d5-8f70-0293d7e4563c req-f3c915b9-1b6a-4d17-b828-7092b53e8a65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423816 Oct 15 13:53:06.496275 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae03e056-dcdd-436e-b0d6-78be4c440d2d req-f2a6de3f-aad7-4d48-9684-53de6122d7ed service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580765 Oct 15 13:53:06.499819 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8be6be35-4224-4024-b13f-f823ed03800d triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:06.503476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8be6be35-4224-4024-b13f-f823ed03800d), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.503823 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8be6be35-4224-4024-b13f-f823ed03800d Oct 15 13:53:06.569501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9387e9e3-8ba2-430b-8583-e39fde3d2b66 req-962e4e29-375e-432c-8890-d4e0baf04698 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266494 Oct 15 13:53:06.639070 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:06.738087 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:06.802571 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:06.826955 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.838616 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8be6be35-4224-4024-b13f-f823ed03800d is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:06.839015 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8be6be35-4224-4024-b13f-f823ed03800d), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.840325 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603c63-7c0a-476c-9137-04b3dc9191b9 req-949cb50a-74c8-499a-ab62-e696c4e5307f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:06.845492 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2603c63-7c0a-476c-9137-04b3dc9191b9 req-949cb50a-74c8-499a-ab62-e696c4e5307f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1368859 Oct 15 13:53:06.890723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:06.915858 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 8be6be35-4224-4024-b13f-f823ed03800d, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8be6be35-4224-4024-b13f-f823ed03800d,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:06.926011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8be6be35-4224-4024-b13f-f823ed03800d), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:06.926964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:06.931731 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:03Z', 'revision_number': 3, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:07.019140 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2603c63-7c0a-476c-9137-04b3dc9191b9 req-b7fe76cd-1240-41e9-8502-267ea18d8324 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675203 Oct 15 13:53:07.040520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ced1f2-60f8-4de2-a9b4-e5a33b636a0f None None] Network b26957ea-0325-4b73-9693-391ca86a5af7 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:53:07.150788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-fdae3b67-c137-4b50-ad2a-0ce691b59b02 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:07.159605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:07.164274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-fdae3b67-c137-4b50-ad2a-0ce691b59b02 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 814 time: 0.2007844 Oct 15 13:53:07.165091 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Checking router: 704c837b-e450-4acf-8446-a791fa9add94 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:53:07.165526 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Updating router 704c837b-e450-4acf-8446-a791fa9add94 port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:53:07.181980 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Allocated IP 172.20.0.1 (b26957ea-0325-4b73-9693-391ca86a5af7/b6c531a1-6264-4216-a841-7072050496ad/da7d5899-5c53-41cf-8a0b-296cd7f08c99) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:07.186322 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-16803983-7f28-4572-baf1-eabbb521654c tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/quotas/190914cc865b4003ab4b735d937e130d HTTP/1.1" status: 200 len: 375 time: 0.0205615 Oct 15 13:53:07.236051 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-2147580e-05dc-4bc5-9b84-c2a61f3e4c95 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484645 Oct 15 13:53:07.246479 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-f652b571-7f96-45c5-8691-816bd88b1b78 None None] Provisioning complete for port 8be6be35-4224-4024-b13f-f823ed03800d triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:07.246763 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f652b571-7f96-45c5-8691-816bd88b1b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8be6be35-4224-4024-b13f-f823ed03800d), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:07.247109 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-f652b571-7f96-45c5-8691-816bd88b1b78 None None] Attempt 1 to provision port 8be6be35-4224-4024-b13f-f823ed03800d Oct 15 13:53:07.389384 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:07.400581 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=8be6be35-4224-4024-b13f-f823ed03800d,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:07.430830 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-08fc51f6-d7d6-4780-af09-c2f26e2d1151 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696386 Oct 15 13:53:07.485801 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks [] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:07.494712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:07.495370 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:07.495857 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 Oct 15 13:53:07.516821 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:07.520434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b72524-935c-4c47-9131-2c10653a80cc" -d '{"events": [{"server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "name": "network-vif-plugged", "status": "completed", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:07.610645 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:07.711258 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-a70ecc3c-6261-4888-8932-ea5b2526d118 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644329 Oct 15 13:53:07.720187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed737b-cc37-4df7-92cf-58bde29c05ae req-2147ed83-e377-4cd0-b6cf-6761bfe6c6f5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:07.728851 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81ed737b-cc37-4df7-92cf-58bde29c05ae req-2147ed83-e377-4cd0-b6cf-6761bfe6c6f5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0791678 Oct 15 13:53:07.736040 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Network b26957ea-0325-4b73-9693-391ca86a5af7 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:07.754474 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:07.766180 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:07.826362 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:07.856090 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81ed737b-cc37-4df7-92cf-58bde29c05ae req-3959c253-9995-4424-843e-c18e1e03724b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259224 Oct 15 13:53:07.884089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:07.949871 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Pushing event updated for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:07.957415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-f652b571-7f96-45c5-8691-816bd88b1b78 None None] Current status of the port 8be6be35-4224-4024-b13f-f823ed03800d is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:07.983059 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (704c837b-e450-4acf-8446-a791fa9add94), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:08.025826 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705272ca-91ce-4233-9c16-c7171bf3c131 x-openstack-request-id: req-705272ca-91ce-4233-9c16-c7171bf3c131 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:08.026042 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "name": "network-vif-plugged", "status": "completed", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:08.026305 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-705272ca-91ce-4233-9c16-c7171bf3c131 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:08.026708 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705272ca-91ce-4233-9c16-c7171bf3c131'] response: {'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'code': 200} Oct 15 13:53:08.357583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820466d-d9d5-4026-a82c-841aa2c0ec19 req-f64fea3f-07c4-485f-9fed-60570add94ae tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:08.365978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3820466d-d9d5-4026-a82c-841aa2c0ec19 req-f64fea3f-07c4-485f-9fed-60570add94ae tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.1014762 Oct 15 13:53:08.531253 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c217408-3c53-49dd-be79-84f0bd8da42f req-7b65922f-7539-47a7-ab2d-27871bb25c45 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:08.537397 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c217408-3c53-49dd-be79-84f0bd8da42f req-7b65922f-7539-47a7-ab2d-27871bb25c45 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1680672 Oct 15 13:53:08.578915 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:08.633651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e638169e-7da4-4896-8930-550ff967a9d1 None None] Provisioning complete for port 8be6be35-4224-4024-b13f-f823ed03800d triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:08.640349 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e638169e-7da4-4896-8930-550ff967a9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8be6be35-4224-4024-b13f-f823ed03800d), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:08.641110 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e638169e-7da4-4896-8930-550ff967a9d1 None None] Attempt 1 to provision port 8be6be35-4224-4024-b13f-f823ed03800d Oct 15 13:53:08.654012 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:08.708424 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:08.835092 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3820466d-d9d5-4026-a82c-841aa2c0ec19 req-85855085-5902-460b-9f42-761065c09b4b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678812 Oct 15 13:53:08.866112 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c217408-3c53-49dd-be79-84f0bd8da42f req-3fdcd969-29d7-4c66-a5f6-6ec5aef6f421 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1751347 Oct 15 13:53:09.059465 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8be6be35-4224-4024-b13f-f823ed03800d up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:09.083082 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f1d3130-6cf2-49fb-a7c5-d77a80099d9e req-50b29774-828b-46b8-9b6b-f274a851401e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 210 time: 0.0955973 Oct 15 13:53:09.144361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks [] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.161893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.167070 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3e55b-26f5-489e-8a2f-9ae4b50e4eca req-2cc84859-3387-4935-9acf-fed1fc277653 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:09.170025 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81a3e55b-26f5-489e-8a2f-9ae4b50e4eca req-2cc84859-3387-4935-9acf-fed1fc277653 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0589509 Oct 15 13:53:09.170982 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc494d-55b4-48a8-91f1-e82a0ac6a232 req-d742a32a-9e67-4df8-ac4f-dcd046276ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:09.173343 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2cc494d-55b4-48a8-91f1-e82a0ac6a232 req-d742a32a-9e67-4df8-ac4f-dcd046276ef6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1130 time: 0.3903410 Oct 15 13:53:09.402831 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks [] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.413421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e638169e-7da4-4896-8930-550ff967a9d1 None None] Current status of the port 8be6be35-4224-4024-b13f-f823ed03800d is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:09.418112 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (704c837b-e450-4acf-8446-a791fa9add94), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.420726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.489262 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Attempting to bind port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:53:09.489641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Attempting to bind port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:53:09.490017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Attempting to bind port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:09.519257 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2cc494d-55b4-48a8-91f1-e82a0ac6a232 req-12654922-5da8-4936-9b8f-021d4cb62d09 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382907 Oct 15 13:53:09.543218 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81a3e55b-26f5-489e-8a2f-9ae4b50e4eca req-d31e0efa-fd21-4bb2-a861-f80fa51a63bf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599849 Oct 15 13:53:09.603829 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 8be6be35-4224-4024-b13f-f823ed03800d triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:09.604344 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8be6be35-4224-4024-b13f-f823ed03800d), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.604717 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 8be6be35-4224-4024-b13f-f823ed03800d Oct 15 13:53:09.637239 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:09.648487 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Network b26957ea-0325-4b73-9693-391ca86a5af7 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:09.652277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:09.655780 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Pushing event updated for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:09.683766 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b102d-e65d-4a49-b330-e02321fef4eb None None] Pushing event updated for resources: {'Port': ['ID=4646555e-c8cc-4ff8-93ad-92ac03ed6238,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:09.698532 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-6c0e58a8-7131-4c09-bf03-25385152e7a5 None None] Provisioning complete for port da7d5899-5c53-41cf-8a0b-296cd7f08c99 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:09.698967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6c0e58a8-7131-4c09-bf03-25385152e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.699322 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-6c0e58a8-7131-4c09-bf03-25385152e7a5 None None] Attempt 1 to provision port da7d5899-5c53-41cf-8a0b-296cd7f08c99 Oct 15 13:53:09.731544 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:53:09.731949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:09.732367 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.732769 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:53:09.733745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Bound port: 4646555e-c8cc-4ff8-93ad-92ac03ed6238, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:53:09.733745 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.804771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:09.814017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e58a8-7131-4c09-bf03-25385152e7a5 None None] Port da7d5899-5c53-41cf-8a0b-296cd7f08c99 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:53:09.826168 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 8be6be35-4224-4024-b13f-f823ed03800d is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:09.831046 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Router 704c837b-e450-4acf-8446-a791fa9add94 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:53:09.859447 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] For port 4646555e-c8cc-4ff8-93ad-92ac03ed6238, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:53:09.866512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] For port 4646555e-c8cc-4ff8-93ad-92ac03ed6238, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=4646555e-c8cc-4ff8-93ad-92ac03ed6238,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:53:09.883115 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:09.929575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:09.930782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:10.156665 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:53:10.177930 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-097d4307-b44f-42a1-abf6-68045e1503c8 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/704c837b-e450-4acf-8446-a791fa9add94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2499330 Oct 15 13:53:10.191308 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504658a6-254b-4513-8502-9f9d5be278e1 req-56aa4aa0-9acd-41c9-b760-972f16156cd5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:10.194282 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-504658a6-254b-4513-8502-9f9d5be278e1 req-56aa4aa0-9acd-41c9-b760-972f16156cd5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1142004 Oct 15 13:53:10.201569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b102d-e65d-4a49-b330-e02321fef4eb None None] Pushing event updated for resources: {'Port': ['ID=4646555e-c8cc-4ff8-93ad-92ac03ed6238,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:10.212019 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-606330ad-c2ca-4c78-b049-6ceed44114ea None None] Provisioning complete for port da7d5899-5c53-41cf-8a0b-296cd7f08c99 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:10.212412 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-606330ad-c2ca-4c78-b049-6ceed44114ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:10.212728 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-606330ad-c2ca-4c78-b049-6ceed44114ea None None] Attempt 1 to provision port da7d5899-5c53-41cf-8a0b-296cd7f08c99 Oct 15 13:53:10.274094 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-606330ad-c2ca-4c78-b049-6ceed44114ea None None] Port da7d5899-5c53-41cf-8a0b-296cd7f08c99 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:53:10.296505 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162f2d1-4d20-47f6-864b-c7f83c30b9ee req-a0ffdc85-06c6-4207-9b6b-67f3aeb4138b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:10.304459 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9162f2d1-4d20-47f6-864b-c7f83c30b9ee req-a0ffdc85-06c6-4207-9b6b-67f3aeb4138b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.1079676 Oct 15 13:53:10.318650 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-504658a6-254b-4513-8502-9f9d5be278e1 req-cb72c3c7-6fb4-4441-8c20-bf25a80ef733 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085339 Oct 15 13:53:10.322908 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:10.329433 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:10.401209 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9162f2d1-4d20-47f6-864b-c7f83c30b9ee req-9458e867-43f4-4179-b1bc-6604dd72a65e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950522 Oct 15 13:53:10.517383 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-85713a6f-345e-47de-b3c8-b3f1eded4a6a req-fee0c453-e1c7-4313-9402-73d2fb7113dd tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 210 time: 0.0395648 Oct 15 13:53:10.667638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d08a-4f92-439d-b28c-99a5006746cc req-1fd8f975-234b-49fe-b583-5778d1107d8b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:10.670493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1b64d08a-4f92-439d-b28c-99a5006746cc req-1fd8f975-234b-49fe-b583-5778d1107d8b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1204815 Oct 15 13:53:10.737328 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:10.797646 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1b64d08a-4f92-439d-b28c-99a5006746cc req-2e8a54cc-2bb9-477a-950b-37f576668643 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150134 Oct 15 13:53:10.839508 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56822) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:10.933234 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'da7d5899-5c53-41cf-8a0b-296cd7f08c99', 'name': '', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'mac_address': 'fa:16:3e:69:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:06Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 2, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'subnets': [{'id': 'b6c531a1-6264-4216-a841-7072050496ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:11.044782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566f2c7a-e3c8-4a63-b6f2-2714baf0f737 None None] The sync data for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi is: [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'da7d5899-5c53-41cf-8a0b-296cd7f08c99', 'name': '', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'mac_address': 'fa:16:3e:69:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:06Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 2, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'subnets': [{'id': 'b6c531a1-6264-4216-a841-7072050496ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:53:11.079103 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51228d9-d208-4068-b258-226efa702d2b req-856f4cb7-cf37-4972-a485-ab057ff03209 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:11.090093 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e51228d9-d208-4068-b258-226efa702d2b req-856f4cb7-cf37-4972-a485-ab057ff03209 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1513388 Oct 15 13:53:11.103938 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56826) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:11.108779 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562745215', 'description': 'tempest-secgroup-smoke-1562745215 description', 'project_id': '243c0b9b4bd742659061745c8dc4c696'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:11.161971 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.194218 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:11.217534 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f791d3-b5ec-4318-b786-c58a7b2bdb5e tempest-TestShelveInstance-1898132570 tempest-TestShelveInstance-1898132570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:11.219166 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-06f791d3-b5ec-4318-b786-c58a7b2bdb5e tempest-TestShelveInstance-1898132570 tempest-TestShelveInstance-1898132570-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1125 time: 0.3778250 Oct 15 13:53:11.226802 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56828) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:11.234601 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:11.288812 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.379353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (2ee3793c-d749-4155-8974-fea06c3ed499), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.393329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2ee3793c-d749-4155-8974-fea06c3ed499), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.480175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.489623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.500368 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3951828 Oct 15 13:53:11.501823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d526dd-7a34-4436-9094-989f8bb7039c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee3793c-d749-4155-8974-fea06c3ed499,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:11.506247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56832) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:11.513227 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:11.544380 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e51228d9-d208-4068-b258-226efa702d2b req-aff3e82e-0b60-4f51-b470-4a6ccd7b9185 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529433 Oct 15 13:53:11.737665 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (a26e3b59-f206-4363-b08d-ebff214e09fa), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.775823 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aad01f5c-6dd3-40d3-94b6-de6d9e60c866 req-79a42832-c114-4a63-a600-47f40e7377fd tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 210 time: 0.0614178 Oct 15 13:53:11.788533 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbfd02-021e-419f-af0a-3cd20d1488cf req-64762fef-29d4-4e32-b87b-e1f1f0dc6c5d tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:11.804116 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-75bbfd02-021e-419f-af0a-3cd20d1488cf req-64762fef-29d4-4e32-b87b-e1f1f0dc6c5d tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.2018867 Oct 15 13:53:11.918231 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Allocated IP 172.27.0.241 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/094af102-1382-406a-8074-24cbcdaaac64) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:11.948358 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-75bbfd02-021e-419f-af0a-3cd20d1488cf req-8a5738ed-7c62-47f4-a84c-210b283dc094 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427994 Oct 15 13:53:11.967943 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (a26e3b59-f206-4363-b08d-ebff214e09fa), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:11.968792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:12.038483 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (a26e3b59-f206-4363-b08d-ebff214e09fa), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.140073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f03977-c660-4e85-bc9e-df0140f52d6d req-69cd7c56-342c-4dcd-981b-6ed80c1ecc1b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:12.142546 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5f03977-c660-4e85-bc9e-df0140f52d6d req-69cd7c56-342c-4dcd-981b-6ed80c1ecc1b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.1103919 Oct 15 13:53:12.170051 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e3b59-f206-4363-b08d-ebff214e09fa,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:12.205995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.209947 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-14bc9859-1873-4b61-b73d-c6651b55f345 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6980705 Oct 15 13:53:12.210555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56838) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:12.224773 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:12.264053 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:12.316218 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5f03977-c660-4e85-bc9e-df0140f52d6d req-2d5af15a-5f5a-4dbe-88ae-0460048c56d6 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612353 Oct 15 13:53:12.385910 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for port (094af102-1382-406a-8074-24cbcdaaac64), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.445036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (cc099921-014b-4d9c-949e-1f1d89381527), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.470825 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:53:12.598260 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.622324 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-8b74711c-41d2-44d0-a4b1-40bed6d2f060 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:12.629127 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-8b74711c-41d2-44d0-a4b1-40bed6d2f060 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 814 time: 0.2580900 Oct 15 13:53:12.640230 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (094af102-1382-406a-8074-24cbcdaaac64), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.649317 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Request body: {'port': {'device_id': 'd6ce134b-a723-453b-8847-b0725e969e89', 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733', 'admin_state_up': True, 'tenant_id': '190914cc865b4003ab4b735d937e130d'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:12.833466 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:12.838833 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'Port': ['ID=094af102-1382-406a-8074-24cbcdaaac64,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:12.889606 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (cc099921-014b-4d9c-949e-1f1d89381527), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.922513 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:12.923367 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:12.940313 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (cc099921-014b-4d9c-949e-1f1d89381527), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:12.954305 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d43ef-6c15-4f7b-9878-d5caedc8b36f req-c4a37228-3bf8-4c7c-83cb-0598b4869a3f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:12.957492 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:12.962042 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c35d43ef-6c15-4f7b-9878-d5caedc8b36f req-c4a37228-3bf8-4c7c-83cb-0598b4869a3f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1971538 Oct 15 13:53:12.975833 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc099921-014b-4d9c-949e-1f1d89381527,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:13.015900 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 4646555e-c8cc-4ff8-93ad-92ac03ed6238 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:13.026319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.028603 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-11931aab-9d6a-48fd-bf1a-fe7192d9c716 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8168800 Oct 15 13:53:13.034509 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56852) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:13.043121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:13.055071 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Made reservation on behalf of 190914cc865b4003ab4b735d937e130d for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:13.058981 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.092778 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c35d43ef-6c15-4f7b-9878-d5caedc8b36f req-90d96ca0-1e46-473c-92e6-49d5cbb834fe tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294734 Oct 15 13:53:13.101461 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fc8e70c7-3846-4ef5-a3f8-8f11e6308b5c req-989698e4-f93a-41f2-95ea-5f0c77cb31a2 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 210 time: 0.0631232 Oct 15 13:53:13.145605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:13.146648 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.148195 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 Oct 15 13:53:13.208166 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (ac5adc32-8122-4c8f-9558-7782a59e5552), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.299245 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:13.300180 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.335101 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port 4646555e-c8cc-4ff8-93ad-92ac03ed6238, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=4646555e-c8cc-4ff8-93ad-92ac03ed6238,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:13.357456 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.450552 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa7bb-4b1a-4bdd-b3c4-b1241f32e261 req-a5759689-cb27-48b5-b117-f83d04eb1235 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:13.458421 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-32dfa7bb-4b1a-4bdd-b3c4-b1241f32e261 req-a5759689-cb27-48b5-b117-f83d04eb1235 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.1800275 Oct 15 13:53:13.476695 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=4646555e-c8cc-4ff8-93ad-92ac03ed6238,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:13.527398 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Allocated IP 172.20.0.11 (fbb63af8-320e-494a-a4ee-414e6707c733/2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1/f1f1b2d4-39b0-458c-8883-41eaa4cbab9e) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:13.575883 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-32dfa7bb-4b1a-4bdd-b3c4-b1241f32e261 req-b3e34152-a4f2-40ac-bef4-7491612f55ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161845 Oct 15 13:53:13.614339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:13.618053 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (ac5adc32-8122-4c8f-9558-7782a59e5552), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.671328 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (ac5adc32-8122-4c8f-9558-7782a59e5552), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.697374 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:13.709835 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5adc32-8122-4c8f-9558-7782a59e5552,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:13.723755 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.728141 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9db65646-fede-44c4-940e-76a846f4fa91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6923704 Oct 15 13:53:13.734037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 56860) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:13.742054 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:13.858880 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (4280b33b-a7e4-4263-bf2f-59926605132f), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.865327 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for floatingip (7aca838f-9b7b-4f1c-8409-8aa777cc8f2b), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.867243 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks [] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.938913 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:13.968657 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:13.989685 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Network fbb63af8-320e-494a-a4ee-414e6707c733 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:13.993472 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:14.000488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:14.022515 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (4280b33b-a7e4-4263-bf2f-59926605132f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.038977 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (4280b33b-a7e4-4263-bf2f-59926605132f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.039261 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Pushing event updated for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:14.058502 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4280b33b-a7e4-4263-bf2f-59926605132f,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:14.060433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (094af102-1382-406a-8074-24cbcdaaac64), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.070380 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:14.071248 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.100192 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:14.127769 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f41e3c8c-2453-46cb-885b-41773c4942a8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4897215 Oct 15 13:53:14.141961 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Request body: {'port': {'device_id': 'd6ce134b-a723-453b-8847-b0725e969e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:14.180305 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.183728 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c9675383-250e-4385-a28b-e952ba2e15db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473271 Oct 15 13:53:14.187004 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56870) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:14.205692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:14.282214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.316394 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.securitygroups_db [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Project 243c0b9b4bd742659061745c8dc4c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:53:14.373495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2539-b832-4d26-a511-810e1adc776d req-659e749b-f10b-499d-9a9b-b573d8b24204 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:14.381806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f3a2539-b832-4d26-a511-810e1adc776d req-659e749b-f10b-499d-9a9b-b573d8b24204 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0813673 Oct 15 13:53:14.403776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (77415bee-d82e-4743-9d72-5862328133da), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.508270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for port (094af102-1382-406a-8074-24cbcdaaac64), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.515663 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (094af102-1382-406a-8074-24cbcdaaac64), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.588057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96171a-964c-4e48-bd2b-01db1c7a2e19 req-8f905617-b444-4423-a629-7420366de1e5 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:14.591001 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f96171a-964c-4e48-bd2b-01db1c7a2e19 req-8f905617-b444-4423-a629-7420366de1e5 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 932 time: 0.2067180 Oct 15 13:53:14.626395 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event updated for resources: {'Port': ['ID=094af102-1382-406a-8074-24cbcdaaac64,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:14.632021 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (7aca838f-9b7b-4f1c-8409-8aa777cc8f2b), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.694046 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f3a2539-b832-4d26-a511-810e1adc776d req-9572f919-562e-488b-b2ce-8aeacac42be5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109396 Oct 15 13:53:14.785857 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Floating IP 7aca838f-9b7b-4f1c-8409-8aa777cc8f2b associated. External IP: 172.27.0.241, port: 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439. Oct 15 13:53:14.837610 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 4646555e-c8cc-4ff8-93ad-92ac03ed6238 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:14.884679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (77415bee-d82e-4743-9d72-5862328133da), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.906622 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f96171a-964c-4e48-bd2b-01db1c7a2e19 req-f96d133a-a4ee-44d2-88a3-e6e2c147f6fc tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953332 Oct 15 13:53:14.916104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (77415bee-d82e-4743-9d72-5862328133da), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.947449 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:14.949309 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:14.949688 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.950023 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 Oct 15 13:53:14.979923 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:14.988891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:14.993055 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7945762 Oct 15 13:53:15.026282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 56872) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:15.037580 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'security_group_rule': {'security_group_id': '2ee3793c-d749-4155-8974-fea06c3ed499', 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:15.054108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959d32-5825-436d-adee-28141f17226a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77415bee-d82e-4743-9d72-5862328133da,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:15.073334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:15.082207 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:15.111839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.securitygroups_db [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Project 243c0b9b4bd742659061745c8dc4c696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:53:15.124941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (bd4b95ae-63a6-4871-bc29-f496a3652913), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.258193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (bd4b95ae-63a6-4871-bc29-f496a3652913), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.336612 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (bd4b95ae-63a6-4871-bc29-f496a3652913), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.414719 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.425075 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3865135 Oct 15 13:53:15.433391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f1b2d4-39b0-458c-8883-41eaa4cbab9e {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:53:15.450379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks [] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.454908 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fb75f-4cf5-4ca0-b1a7-d2ee30f08140 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4b95ae-63a6-4871-bc29-f496a3652913,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:15.490931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Transition to ACTIVE for port object f1f1b2d4-39b0-458c-8883-41eaa4cbab9e will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:53:15.494207 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:53:15.504699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.558726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:15.650123 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Sync routers for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:53:15.671791 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:15.673051 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:15.702427 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Pushing event updated for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:15.745217 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Attempting to bind port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:53:15.745557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Attempting to bind port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:53:15.749314 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Attempting to bind port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e on network fbb63af8-320e-494a-a4ee-414e6707c733 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:15.832859 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:53:15.845143 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Sync routers for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:53:15.882049 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:15.885592 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:15.907824 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:15.920288 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e on network fbb63af8-320e-494a-a4ee-414e6707c733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:53:15.921963 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Attempting to bind port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e on network fbb63af8-320e-494a-a4ee-414e6707c733 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:15.999926 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-911fc31c-ec17-4b36-88ef-d2e47ba19bac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7663503 Oct 15 13:53:16.001725 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:16.010460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314" -d '{"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:16.095153 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:16.098792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:16.116108 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:16.165433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537065f-ae57-45bb-a5f3-ae40165320d7 req-564e3084-ecba-41a1-b260-0ab81e11d1e9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:16.182638 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5537065f-ae57-45bb-a5f3-ae40165320d7 req-564e3084-ecba-41a1-b260-0ab81e11d1e9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1743097 Oct 15 13:53:16.361760 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:53:16.362123 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Checking segment: {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:16.362478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Bound using segment: {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:53:16.362941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Bound port: f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:53:16.363309 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:16.413609 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5537065f-ae57-45bb-a5f3-ae40165320d7 req-337fdb51-4a10-4ec9-b7e9-a08421f39b27 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299495 Oct 15 13:53:16.596732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da89fb-443c-4a9c-a953-76c39e8021fb req-129a96f0-8b3f-49a0-975a-f351cc570c27 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:16.604820 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-87da89fb-443c-4a9c-a953-76c39e8021fb req-129a96f0-8b3f-49a0-975a-f351cc570c27 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.0710444 Oct 15 13:53:16.653379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:53:16.688978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:53:16.712839 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:16.722746 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:16.723851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:16.726234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/f1f1b2d4-39b0-458c-8883-41eaa4cbab9e HTTP/1.1" status: 200 len: 1094 time: 2.5912590 Oct 15 13:53:16.727222 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:16.730304 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16224e70-9d22-4363-bc32-4b87adc7ba32" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:16.751588 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-87da89fb-443c-4a9c-a953-76c39e8021fb req-9676ed4d-3172-463c-8573-91c83ceb1256 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416340 Oct 15 13:53:16.800141 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '7aca838f-9b7b-4f1c-8409-8aa777cc8f2b', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'mac_address': 'fa:16:3e:1a:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1413aaed-46c7-4807-9d3b-957616dd4047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:13Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 0, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:16.859941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Checking router: ffc24ecd-8152-4ccf-b26e-62b3cf13f97b for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:53:16.873701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:16.874595 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:16.895180 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df59109-c184-40d5-9fae-5104d18c0902 x-openstack-request-id: req-8df59109-c184-40d5-9fae-5104d18c0902 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:16.895987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:16.895987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8df59109-c184-40d5-9fae-5104d18c0902 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:16.895987 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df59109-c184-40d5-9fae-5104d18c0902'] response: {'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'status': 'completed', 'code': 200} Oct 15 13:53:16.944464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076668b6-82f8-4832-830d-7d8e5851b680 x-openstack-request-id: req-076668b6-82f8-4832-830d-7d8e5851b680 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:16.944949 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:16.945042 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-076668b6-82f8-4832-830d-7d8e5851b680 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:16.945402 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076668b6-82f8-4832-830d-7d8e5851b680'] response: {'name': 'network-changed', 'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e', 'status': 'completed', 'code': 200} Oct 15 13:53:16.945867 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:16.965619 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'da7d5899-5c53-41cf-8a0b-296cd7f08c99', 'name': '', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'mac_address': 'fa:16:3e:69:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:06Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 2, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'subnets': [{'id': 'b6c531a1-6264-4216-a841-7072050496ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:17.009799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-39a89315-2c23-4842-8776-b23b81a78dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.018160 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-39a89315-2c23-4842-8776-b23b81a78dc3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1130 time: 0.0981522 Oct 15 13:53:17.023489 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-a5c167fd-a9a7-4c38-97d1-2c228b7aa357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.025689 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-a5c167fd-a9a7-4c38-97d1-2c228b7aa357 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 1128 time: 0.1842315 Oct 15 13:53:17.026292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92853c74-543a-4dcb-9100-f9c70a7f1b5d service neutron] Pushing event updated for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:17.040935 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Checking router: 704c837b-e450-4acf-8446-a791fa9add94 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:53:17.041598 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Updating router 704c837b-e450-4acf-8446-a791fa9add94 port da7d5899-5c53-41cf-8a0b-296cd7f08c99 binding host dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:53:17.081340 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:17.130319 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-f2bf30f6-e002-4993-9414-e3d3351c8f0a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e HTTP/1.1" status: 200 len: 217 time: 0.0941839 Oct 15 13:53:17.149496 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:17.220191 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-d5a87b96-0bcd-4cb3-aaa8-ce4312e78dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.223910 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-d5a87b96-0bcd-4cb3-aaa8-ce4312e78dff service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 HTTP/1.1" status: 200 len: 854 time: 0.0807610 Oct 15 13:53:17.276047 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-a25a8cbf-1da1-421d-8376-d57a1f11318d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fbb63af8-320e-494a-a4ee-414e6707c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420284 Oct 15 13:53:17.311157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-dab97598-8ca2-4f70-9cff-3ede9eff2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.315114 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-dab97598-8ca2-4f70-9cff-3ede9eff2c01 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.2886755 Oct 15 13:53:17.536033 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-57c7a27d-bdb9-425e-bb6e-cdc247d16e7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497866 Oct 15 13:53:17.553735 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-bcdae893-a6b9-430e-9816-7c2aa2c1a271 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 1000 time: 0.2305751 Oct 15 13:53:17.655597 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks [] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), precommit_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:17.659798 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:17.665113 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:17.694824 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-0ac74084-d2a0-4009-bf84-3dd5a74b65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.697029 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-0ac74084-d2a0-4009-bf84-3dd5a74b65d9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.1370182 Oct 15 13:53:17.779353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-67d47282-6478-4ee6-a8ea-060581b19af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.784459 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-67d47282-6478-4ee6-a8ea-060581b19af5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790517 Oct 15 13:53:17.789858 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Attempting to bind port da7d5899-5c53-41cf-8a0b-296cd7f08c99 on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:53:17.790239 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Attempting to bind port da7d5899-5c53-41cf-8a0b-296cd7f08c99 by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:53:17.790611 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Attempting to bind port da7d5899-5c53-41cf-8a0b-296cd7f08c99 on network b26957ea-0325-4b73-9693-391ca86a5af7 {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:53:17.845966 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc906b-6ddc-4b70-b43d-d6151788c9f1 req-f84a3d03-d4c8-445a-a79e-4206da8772f3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:17.872073 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b8bc906b-6ddc-4b70-b43d-d6151788c9f1 req-f84a3d03-d4c8-445a-a79e-4206da8772f3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1983724 Oct 15 13:53:17.880526 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01d29-8e09-427b-b8d2-1f4657a0e5c4 None None] Pushing event updated for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=3']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:17.915691 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:53:17.916473 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Checking segment: {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:53:17.917047 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:17.917589 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Bound using segment: {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'} {{(pid=111011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:53:17.918239 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.managers [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Bound port: da7d5899-5c53-41cf-8a0b-296cd7f08c99, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7'}}] {{(pid=111011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:53:17.918802 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), before_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:17.949005 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:17.956270 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '7aca838f-9b7b-4f1c-8409-8aa777cc8f2b', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'mac_address': 'fa:16:3e:1a:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1413aaed-46c7-4807-9d3b-957616dd4047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:13Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 0, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:17.967241 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:18.022605 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] For port da7d5899-5c53-41cf-8a0b-296cd7f08c99, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:53:18.027833 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] For port da7d5899-5c53-41cf-8a0b-296cd7f08c99, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=da7d5899-5c53-41cf-8a0b-296cd7f08c99,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:53:18.030872 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-37d6e876-d735-42b8-bb5b-16d61f71b05b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375395 Oct 15 13:53:18.040075 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_update {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:18.087411 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b8bc906b-6ddc-4b70-b43d-d6151788c9f1 req-b8ac29ad-da63-4de6-89c2-55571ab09b79 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143600 Oct 15 13:53:18.128283 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd01d29-8e09-427b-b8d2-1f4657a0e5c4 None None] Pushing event updated for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=4']} {{(pid=111011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:18.142947 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:18.143783 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:52:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:18.159483 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214902-6e75-4c7f-b44c-711c8d266ae0 None None] The sync data for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi is: [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '7aca838f-9b7b-4f1c-8409-8aa777cc8f2b', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'mac_address': 'fa:16:3e:1a:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1413aaed-46c7-4807-9d3b-957616dd4047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:13Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 0, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:53:18.268604 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-08ca0fb5-611c-45b7-bf7e-73a2cab8b314 req-ffa215d8-b152-4bde-b95c-bb9db9307f5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268989 Oct 15 13:53:18.278815 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16a15394-2dbb-4408-82e8-09b2beca24b1 req-71924462-4874-45c1-acb5-27987cc66029 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359099 Oct 15 13:53:18.328126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdead6-8e77-492e-8cae-05e66af4f2fb req-cc746674-9ad6-4ea8-a714-d8fcf5dd135e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:18.337368 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a4fdead6-8e77-492e-8cae-05e66af4f2fb req-cc746674-9ad6-4ea8-a714-d8fcf5dd135e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.3903143 Oct 15 13:53:18.384121 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:18.457199 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:18.491577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a4fdead6-8e77-492e-8cae-05e66af4f2fb req-d6ede3f7-4d20-4063-9cda-bf1c8c9e86f7 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455703 Oct 15 13:53:18.621126 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b57c1-bd75-4956-8a44-c5204eb076de None None] New status for floating IP 7aca838f-9b7b-4f1c-8409-8aa777cc8f2b: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:53:18.796920 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:18.837518 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device da7d5899-5c53-41cf-8a0b-296cd7f08c99 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:18.905849 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port da7d5899-5c53-41cf-8a0b-296cd7f08c99 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:18.906396 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:18.906739 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port da7d5899-5c53-41cf-8a0b-296cd7f08c99 Oct 15 13:53:19.053007 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port da7d5899-5c53-41cf-8a0b-296cd7f08c99 is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:19.053680 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:19.055487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:19.064624 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'da7d5899-5c53-41cf-8a0b-296cd7f08c99', 'name': '', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'mac_address': 'fa:16:3e:69:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:06Z', 'updated_at': '2022-10-15T13:53:18Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'subnets': [{'id': 'b6c531a1-6264-4216-a841-7072050496ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:19.132374 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port da7d5899-5c53-41cf-8a0b-296cd7f08c99, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=da7d5899-5c53-41cf-8a0b-296cd7f08c99,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:19.144623 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:19.149846 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d3446-93a0-42d2-a8e1-91b9b00ae0fb None None] The sync data for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi is: [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T13:53:08Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'da7d5899-5c53-41cf-8a0b-296cd7f08c99', 'name': '', 'network_id': 'b26957ea-0325-4b73-9693-391ca86a5af7', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'mac_address': 'fa:16:3e:69:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'b6c531a1-6264-4216-a841-7072050496ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:06Z', 'updated_at': '2022-10-15T13:53:18Z', 'revision_number': 4, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'subnets': [{'id': 'b6c531a1-6264-4216-a841-7072050496ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:53:19.282567 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:19.360649 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12cdb-9738-4f53-96ae-64d9278c1c38 req-82a75952-1597-45d1-a23e-9001889e3371 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:19.395966 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cff12cdb-9738-4f53-96ae-64d9278c1c38 req-82a75952-1597-45d1-a23e-9001889e3371 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0988472 Oct 15 13:53:19.502747 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cff12cdb-9738-4f53-96ae-64d9278c1c38 req-025ed43e-8ad3-4bd3-a471-69e5e3c07b12 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113672 Oct 15 13:53:19.713895 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04401d-7d44-4a40-bebe-422d98645f23 req-940cdbf7-c45b-4815-830b-17e502e5bca6 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:19.719040 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed04401d-7d44-4a40-bebe-422d98645f23 req-940cdbf7-c45b-4815-830b-17e502e5bca6 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.0658476 Oct 15 13:53:19.783160 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed04401d-7d44-4a40-bebe-422d98645f23 req-2e411447-8816-4b3c-9bda-b02208125081 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Oct 15 13:53:20.766542 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fb406-23bc-4421-80d9-66e90cc40e00 req-8dcbe961-9847-46f6-85ca-7bb6ae6a665b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:20.769017 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e50fb406-23bc-4421-80d9-66e90cc40e00 req-8dcbe961-9847-46f6-85ca-7bb6ae6a665b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0864244 Oct 15 13:53:20.808450 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device da7d5899-5c53-41cf-8a0b-296cd7f08c99 up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:20.915657 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e50fb406-23bc-4421-80d9-66e90cc40e00 req-1b348185-0a05-46ae-905d-e9105208a9ab tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301255 Oct 15 13:53:20.920756 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port da7d5899-5c53-41cf-8a0b-296cd7f08c99 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:20.921417 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:20.921930 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port da7d5899-5c53-41cf-8a0b-296cd7f08c99 Oct 15 13:53:21.022645 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf26a-4b8a-4020-912a-f859e0b6d29e req-1465c0bb-10ab-4367-9ad5-af0bc247996a tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:21.026396 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5a8bf26a-4b8a-4020-912a-f859e0b6d29e req-1465c0bb-10ab-4367-9ad5-af0bc247996a tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.0830929 Oct 15 13:53:21.033790 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port da7d5899-5c53-41cf-8a0b-296cd7f08c99 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:21.103416 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5a8bf26a-4b8a-4020-912a-f859e0b6d29e req-6f14684e-827c-45b3-9884-6ba10ee0bf32 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708733 Oct 15 13:53:21.488527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-eeded3e1-72b0-4b2d-8494-87a1b7f547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:21.491286 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-eeded3e1-72b0-4b2d-8494-87a1b7f547b3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 1128 time: 0.0824122 Oct 15 13:53:21.624258 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:21.650019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-1d76d2eb-2b38-426f-9962-015d62250bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:21.651657 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-1d76d2eb-2b38-426f-9962-015d62250bda service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 915 time: 0.1492133 Oct 15 13:53:21.709463 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-2ccaf435-981c-40dd-be85-5418ea114991 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e HTTP/1.1" status: 200 len: 217 time: 0.0495677 Oct 15 13:53:21.800150 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-0c3e0a83-6008-48be-8044-679003153f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:21.803011 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-0c3e0a83-6008-48be-8044-679003153f44 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 HTTP/1.1" status: 200 len: 854 time: 0.0837679 Oct 15 13:53:21.865274 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-817d3ac8-8be5-4555-940b-e8866487fdd2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fbb63af8-320e-494a-a4ee-414e6707c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504186 Oct 15 13:53:22.055736 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-bd4c64e6-c3bb-4c44-b6d1-b6dfb8a81f44 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828678 Oct 15 13:53:22.173087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b4279-c09b-4758-b5ac-909a18681e3a req-0991dcbf-14b3-4e95-b85b-dfdde61ad558 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:22.175203 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-337b4279-c09b-4758-b5ac-909a18681e3a req-0991dcbf-14b3-4e95-b85b-dfdde61ad558 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1167250 Oct 15 13:53:22.290321 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-337b4279-c09b-4758-b5ac-909a18681e3a req-875c3e44-c671-41f7-bade-6358ddb4f3db tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079216 Oct 15 13:53:22.293149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-16224e70-9d22-4363-bc32-4b87adc7ba32 req-bcc44e9b-006e-4761-b306-07a746ae68db service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226095 Oct 15 13:53:22.296139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-eb5c542a-36de-44ec-8083-a682828dab92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:22.364831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0e4a8-3bb3-49ee-ae5c-b83e76bef5ca req-3ab41021-2759-4061-b6d8-0acc27c32019 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:22.367103 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9cd0e4a8-3bb3-49ee-ae5c-b83e76bef5ca req-3ab41021-2759-4061-b6d8-0acc27c32019 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.0726078 Oct 15 13:53:22.443926 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9cd0e4a8-3bb3-49ee-ae5c-b83e76bef5ca req-8c0e7ae2-353c-448a-bf4a-2a4e766c03c7 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Oct 15 13:53:23.646121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410652ae-aac6-4375-a079-4ff94aa89ed6 req-2bab74b1-046b-4c84-ae56-b2f0f70a6193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:23.652391 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-410652ae-aac6-4375-a079-4ff94aa89ed6 req-2bab74b1-046b-4c84-ae56-b2f0f70a6193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1290884 Oct 15 13:53:23.672255 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4db59-78f2-4e86-989d-135395c6c71f req-ee49119c-7706-4dd4-b18c-45e959752c73 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:23.680124 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-68e4db59-78f2-4e86-989d-135395c6c71f req-ee49119c-7706-4dd4-b18c-45e959752c73 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 944 time: 0.1097984 Oct 15 13:53:23.729478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:23.767522 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-410652ae-aac6-4375-a079-4ff94aa89ed6 req-144dd2e2-f9e0-41b3-adc9-0fda6af9da8b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107495 Oct 15 13:53:23.772721 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-68e4db59-78f2-4e86-989d-135395c6c71f req-f8c80f09-85b6-4b4d-b93a-f32f0358fdd7 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914838 Oct 15 13:53:24.147561 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device f1f1b2d4-39b0-458c-8883-41eaa4cbab9e details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:53:24.167511 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:24.259419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:24.275263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e', 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733', 'port_id': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e', 'mac_address': 'fa:16:3e:1b:cf:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:53:24.318578 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:24.318874 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:24.332773 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f1b2d4-39b0-458c-8883-41eaa4cbab9e {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:53:24.355070 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:24.360680 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:24.409934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:24.594748 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8cd98fd9-dc0f-4e6f-a0b9-6c5adcbd356b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:24.942467 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938127da-205d-4033-a3e4-65c8ca89d85b req-c4569189-2df4-4789-bf06-76ea9dae9da8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:24.944106 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-938127da-205d-4033-a3e4-65c8ca89d85b req-c4569189-2df4-4789-bf06-76ea9dae9da8 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 945 time: 0.0823944 Oct 15 13:53:24.949939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27896-5c92-48b0-b9fe-53e6755dcbd9 req-70513fc1-1f39-4da3-9e8c-7ff2ba026ccf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:24.951364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05e27896-5c92-48b0-b9fe-53e6755dcbd9 req-70513fc1-1f39-4da3-9e8c-7ff2ba026ccf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.0792084 Oct 15 13:53:25.031168 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-938127da-205d-4033-a3e4-65c8ca89d85b req-df8de75e-e1c2-4b98-b07e-d1d6e456115e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Oct 15 13:53:25.034378 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05e27896-5c92-48b0-b9fe-53e6755dcbd9 req-845ec260-e00e-4393-8ad1-d6f71f867358 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758235 Oct 15 13:53:25.089109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-37f0b7d5-f9a5-4fab-b967-b1c9255efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.090828 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-37f0b7d5-f9a5-4fab-b967-b1c9255efa49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1129 time: 0.0500779 Oct 15 13:53:25.155906 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:25.207206 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94fb5-48cc-4e7e-8953-d3ac99b1adf0 req-333d0e7d-3576-48e7-9370-c6ee77f223ca tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.208734 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-78c94fb5-48cc-4e7e-8953-d3ac99b1adf0 req-333d0e7d-3576-48e7-9370-c6ee77f223ca tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0992250 Oct 15 13:53:25.250113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-51c8586e-185a-4b0b-bfb5-18bea3c0fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.251800 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-51c8586e-185a-4b0b-bfb5-18bea3c0fec2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.1532731 Oct 15 13:53:25.270085 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['f1f1b2d4-39b0-458c-8883-41eaa4cbab9e'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:53:25.312249 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-78c94fb5-48cc-4e7e-8953-d3ac99b1adf0 req-d8860d69-7a15-4f69-83d7-0dc5dabde87c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920525 Oct 15 13:53:25.332601 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-b2df8f27-6877-43e8-803c-0930ec006ebf service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 1001 time: 0.0704451 Oct 15 13:53:25.341228 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57042) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:25.393823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-eeb9ca25-1076-48b5-9907-6afa0d44e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.395321 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-eeb9ca25-1076-48b5-9907-6afa0d44e4a4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0538485 Oct 15 13:53:25.443408 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-fce8ea5f-14c6-4a90-a95c-f2000edb8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.444807 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-fce8ea5f-14c6-4a90-a95c-f2000edb8872 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423467 Oct 15 13:53:25.495329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d58f31-926d-45f2-8a98-aac288dfc791 tempest-TestMinimumBasicScenario-922796124 tempest-TestMinimumBasicScenario-922796124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:25.496886 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-87d58f31-926d-45f2-8a98-aac288dfc791 tempest-TestMinimumBasicScenario-922796124 tempest-TestMinimumBasicScenario-922796124-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1125 time: 0.1541150 Oct 15 13:53:25.499966 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57046) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:25.504832 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'port_id': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:25.527905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:25.542109 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-70c61d95-7f05-4181-8bad-ea4088a090e8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883389 Oct 15 13:53:25.582342 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:25.619094 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:25.646770 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3269d82-0fa7-4a5f-921e-3b9c45849f51 req-deff5ffc-2975-472d-9199-5374d727c51a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937188 Oct 15 13:53:25.743904 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Allocated IP 172.27.0.207 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/cbca24cb-92e9-4438-a954-b35e24803afc) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:25.858759 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for port (cbca24cb-92e9-4438-a954-b35e24803afc), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:25.900113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:25.950226 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:25.953296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:25.957581 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:25.980892 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'Port': ['ID=cbca24cb-92e9-4438-a954-b35e24803afc,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:26.192957 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468c00f-b8e3-4f27-b30f-b46df9426f02 req-f14a451f-ca93-4f17-8ad2-07211cdb8ebd tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:26.194559 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1468c00f-b8e3-4f27-b30f-b46df9426f02 req-f14a451f-ca93-4f17-8ad2-07211cdb8ebd tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 945 time: 0.0815024 Oct 15 13:53:26.209650 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.218377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8e1e-950a-4767-94b4-1b6e48c874fb req-9dfafe57-f9f3-4046-ba86-14e0f2c61123 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:26.226857 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-786a8e1e-950a-4767-94b4-1b6e48c874fb req-9dfafe57-f9f3-4046-ba86-14e0f2c61123 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 945 time: 0.1005318 Oct 15 13:53:26.299537 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-786a8e1e-950a-4767-94b4-1b6e48c874fb req-56b6fbf9-40d7-4f5d-a6df-f369f26dec38 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714145 Oct 15 13:53:26.302483 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1468c00f-b8e3-4f27-b30f-b46df9426f02 req-f7191392-60cf-4ebd-bdf7-80445eea01bf tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995133 Oct 15 13:53:26.370613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for floatingip (6c1bc3e1-1968-4b48-a253-056fd9243dfd), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.372205 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:26.449623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:26.460548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.632158 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for port (cbca24cb-92e9-4438-a954-b35e24803afc), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.638509 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.710514 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'Port': ['ID=cbca24cb-92e9-4438-a954-b35e24803afc,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:26.713092 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (6c1bc3e1-1968-4b48-a253-056fd9243dfd), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.722589 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device f1f1b2d4-39b0-458c-8883-41eaa4cbab9e up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:53:26.787659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:53:26.798621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:26.799045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.799444 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e Oct 15 13:53:26.836760 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Floating IP 6c1bc3e1-1968-4b48-a253-056fd9243dfd associated. External IP: 172.27.0.207, port: 3f885321-034d-42f2-a8c5-c0315db5a5eb. Oct 15 13:53:26.888483 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:26.888483 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.916037 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:26.918311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214be6d-b6df-4feb-a369-056e3fee0442" -d '{"events": [{"server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "name": "network-vif-plugged", "status": "completed", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:26.931957 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:26.938969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:26.938969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:53:26.986512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fa217f-6217-4125-ab72-70452dd676aa x-openstack-request-id: req-67fa217f-6217-4125-ab72-70452dd676aa {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:26.986812 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "name": "network-vif-plugged", "status": "completed", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:26.987065 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67fa217f-6217-4125-ab72-70452dd676aa {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:26.987588 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fa217f-6217-4125-ab72-70452dd676aa'] response: {'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e', 'code': 200} Oct 15 13:53:27.037551 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:27.088460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Router 56d0290b-0075-488c-b552-fdb37b3261ba has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:53:27.093816 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: ACTIVE; New status is: DOWN {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:27.094200 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.144534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:27.152948 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.208674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=8']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:27.234604 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:53:27.247352 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Sync routers for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:53:27.261337 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:27.261984 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:53:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:27.267583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.304346 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.314581 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 57058) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:27.315242 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ba486a80-691f-4fe3-929d-9fa15ee99cc5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8139350 Oct 15 13:53:27.315989 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:27.318371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0626d2-799a-4561-883f-7e3b998b3bab" -d '{"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:27.324415 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662270376', 'description': 'tempest-secgroup-smoke-1662270376 description', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:27.361176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.392525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.417319 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63246d-9580-41aa-ace2-115116462140 x-openstack-request-id: req-fa63246d-9580-41aa-ace2-115116462140 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:27.417886 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:27.418068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa63246d-9580-41aa-ace2-115116462140 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:27.418227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.418421 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa63246d-9580-41aa-ace2-115116462140'] response: {'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:53:27.446418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:27.562268 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc6e3-ba4c-4e5c-bfae-bb5f4255434a req-b011da39-ce9f-48c5-a866-0f04eff3eeb3 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:27.567220 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d8fc6e3-ba4c-4e5c-bfae-bb5f4255434a req-b011da39-ce9f-48c5-a866-0f04eff3eeb3 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.1183555 Oct 15 13:53:27.575027 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (dfe7e769-8b2f-4486-b4ba-b22b15514c14), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.592381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (dfe7e769-8b2f-4486-b4ba-b22b15514c14), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.607788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcbf5c-df44-43a7-af09-9215bcedaba7 req-eb156c5a-c786-4589-a705-bd06062a4696 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:27.609502 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8bfcbf5c-df44-43a7-af09-9215bcedaba7 req-eb156c5a-c786-4589-a705-bd06062a4696 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1214480 Oct 15 13:53:27.634307 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.661990 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.662283 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.663491 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3468037 Oct 15 13:53:27.668597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57066) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:27.682433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:27.700479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8964e4c-2a3f-4037-bbdf-64b614f565ac tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7e769-8b2f-4486-b4ba-b22b15514c14,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:27.709194 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d8fc6e3-ba4c-4e5c-bfae-bb5f4255434a req-bef3c1ab-724d-4416-b53b-9483720349ad tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340964 Oct 15 13:53:27.764231 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:27.770963 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (50da0bcc-b1ad-43e7-903e-7f0bad9d6cb5), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.779832 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0626d2-799a-4561-883f-7e3b998b3bab req-686b7e69-6799-40df-be5e-1c6910b49efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:27.782804 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-686b7e69-6799-40df-be5e-1c6910b49efd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1130 time: 0.0918810 Oct 15 13:53:27.783662 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.786023 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8bfcbf5c-df44-43a7-af09-9215bcedaba7 req-6f0e40ef-7d9f-490a-9a0a-2e6f0f1b5696 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615746 Oct 15 13:53:27.858116 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.867264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '6c1bc3e1-1968-4b48-a253-056fd9243dfd', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'port_id': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'mac_address': 'fa:16:3e:52:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490290c-19e1-49db-9190-3b945ece5145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:26Z', 'updated_at': '2022-10-15T13:53:26Z', 'revision_number': 0, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:27.919226 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Checking router: 56d0290b-0075-488c-b552-fdb37b3261ba for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:53:27.922097 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (50da0bcc-b1ad-43e7-903e-7f0bad9d6cb5), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.929907 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (50da0bcc-b1ad-43e7-903e-7f0bad9d6cb5), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.930364 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:53:27.931027 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:53:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:27.973261 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50da0bcc-b1ad-43e7-903e-7f0bad9d6cb5,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:27.992753 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0626d2-799a-4561-883f-7e3b998b3bab req-742d61ad-8787-480e-9282-5cb029afdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:27.995556 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-742d61ad-8787-480e-9282-5cb029afdf5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 916 time: 0.2040093 Oct 15 13:53:27.997300 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:27.999722 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d9b12a27-9150-4240-9bf8-4d3b2f9d3d02 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291991 Oct 15 13:53:28.003560 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57068) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:28.008723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:28.030087 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:28.080706 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abecafc-9ae8-45f0-a5ea-21dafa1570fb req-7ac7cacd-4822-43f7-9f54-91aeeb890928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:28.082927 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1abecafc-9ae8-45f0-a5ea-21dafa1570fb req-7ac7cacd-4822-43f7-9f54-91aeeb890928 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 1130 time: 0.0686538 Oct 15 13:53:28.109002 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (178cc175-5223-43a8-b35a-e022f378cf08), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.125842 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:53:28.141626 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-e051164e-05e9-4133-8b1f-85b2494f20c8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 1000 time: 0.1268091 Oct 15 13:53:28.187844 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1abecafc-9ae8-45f0-a5ea-21dafa1570fb req-b54f7bf5-40c4-4d0b-9177-e2b568eeecf9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936210 Oct 15 13:53:28.207104 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (178cc175-5223-43a8-b35a-e022f378cf08), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.212631 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (178cc175-5223-43a8-b35a-e022f378cf08), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.237302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178cc175-5223-43a8-b35a-e022f378cf08,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:28.249471 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.251920 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-16afd5dc-a0f9-45ed-b701-8dd34e4712c9 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2457974 Oct 15 13:53:28.253830 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57070) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:28.258788 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:28.293067 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (44ea4e0d-c42c-4c4c-80d4-a0531a4b8e62), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.401042 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (44ea4e0d-c42c-4c4c-80d4-a0531a4b8e62), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.417767 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (44ea4e0d-c42c-4c4c-80d4-a0531a4b8e62), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.440372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ea4e0d-c42c-4c4c-80d4-a0531a4b8e62,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:28.450538 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.451959 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9edebaee-d1b6-48e9-ad13-352124ac4185 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1969481 Oct 15 13:53:28.455469 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57076) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:28.463280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '6c1bc3e1-1968-4b48-a253-056fd9243dfd', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'port_id': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'mac_address': 'fa:16:3e:52:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490290c-19e1-49db-9190-3b945ece5145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:26Z', 'updated_at': '2022-10-15T13:53:26Z', 'revision_number': 0, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:53:28.464399 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:28.495539 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da50a14-0d3b-4d52-a247-5821b6e80668 None None] The sync data for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi is: [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '6c1bc3e1-1968-4b48-a253-056fd9243dfd', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'port_id': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'mac_address': 'fa:16:3e:52:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490290c-19e1-49db-9190-3b945ece5145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:53:26Z', 'updated_at': '2022-10-15T13:53:26Z', 'revision_number': 0, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:53:28.509321 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (6c5c9607-7291-49f1-a723-8bb274fd1411), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.530307 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0626d2-799a-4561-883f-7e3b998b3bab req-94558902-286d-4ba7-801b-6c7588e2670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:28.532125 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-94558902-286d-4ba7-801b-6c7588e2670d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.3832493 Oct 15 13:53:28.598164 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0626d2-799a-4561-883f-7e3b998b3bab req-4dc77a2c-75fb-4736-96ac-6b8920faf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:28.600107 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-4dc77a2c-75fb-4736-96ac-6b8920faf8af service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501518 Oct 15 13:53:28.600757 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (6c5c9607-7291-49f1-a723-8bb274fd1411), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.606229 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (6c5c9607-7291-49f1-a723-8bb274fd1411), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.627821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5c9607-7291-49f1-a723-8bb274fd1411,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:28.638454 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.642408 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8ac74f39-2045-4c0f-b922-c47d5cf87f27 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826539 Oct 15 13:53:28.642944 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57078) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:28.647777 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:28.674904 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.securitygroups_db [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Project e752c3aef55649ea98ec1a2f3607c27f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:53:28.682389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (086f3df8-5e83-4370-b77a-d3be6e9a0c3a), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.724924 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-4bc7d74f-1436-4f32-b4ea-db14f307f7c6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124370 Oct 15 13:53:28.756570 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (086f3df8-5e83-4370-b77a-d3be6e9a0c3a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.768461 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (086f3df8-5e83-4370-b77a-d3be6e9a0c3a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.791107 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086f3df8-5e83-4370-b77a-d3be6e9a0c3a,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:28.810243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.815843 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-fdc6c37f-242c-4d0e-b288-671c844d9c22 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677091 Oct 15 13:53:28.815843 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57084) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:28.818405 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7807d7-9095-49a8-bdd7-d866b31625bc None None] New status for floating IP 6c1bc3e1-1968-4b48-a253-056fd9243dfd: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:53:28.820328 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'security_group_rule': {'security_group_id': 'dfe7e769-8b2f-4486-b4ba-b22b15514c14', 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:28.852162 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.securitygroups_db [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Project e752c3aef55649ea98ec1a2f3607c27f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 13:53:28.860825 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (f1308793-335c-4d43-a058-e6cf568e43e7), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.865063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:28.907197 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0e622-52d3-4d90-8b62-2d1dabea91cf req-c4c5825d-6339-4237-94c2-c60ca6affc91 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:28.912138 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f0d0e622-52d3-4d90-8b62-2d1dabea91cf req-c4c5825d-6339-4237-94c2-c60ca6affc91 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0976613 Oct 15 13:53:28.916288 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-df0626d2-799a-4561-883f-7e3b998b3bab req-b09bbd86-4b14-4295-89f7-574449bdb093 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838102 Oct 15 13:53:28.953385 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (f1308793-335c-4d43-a058-e6cf568e43e7), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.960489 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (f1308793-335c-4d43-a058-e6cf568e43e7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:28.982247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1308793-335c-4d43-a058-e6cf568e43e7,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:28.984531 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:28.988878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:28.993105 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19fa63e-2ea8-4b0c-9d83-8fead8aab694" -d '{"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-unplugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:28.998843 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:29.003400 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7bdba515-3390-4a35-8a61-a996a44cd768 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1839836 Oct 15 13:53:29.010849 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f0d0e622-52d3-4d90-8b62-2d1dabea91cf req-82a6f04e-0e1f-44ee-a053-9fc6bb8c969e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Oct 15 13:53:29.028356 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636a965-af30-4a7d-a66e-fa352eabc8d0 req-24bb2792-777a-4dba-bf66-54f7710cdcef tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:29.029779 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e636a965-af30-4a7d-a66e-fa352eabc8d0 req-24bb2792-777a-4dba-bf66-54f7710cdcef tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0690758 Oct 15 13:53:29.045057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:29.073385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca14a33-76b5-4b18-89b4-6f16d3d0e039 x-openstack-request-id: req-3ca14a33-76b5-4b18-89b4-6f16d3d0e039 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:29.073744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-unplugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:29.074184 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ca14a33-76b5-4b18-89b4-6f16d3d0e039 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:29.074807 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca14a33-76b5-4b18-89b4-6f16d3d0e039'] response: {'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'code': 200} Oct 15 13:53:29.100745 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e636a965-af30-4a7d-a66e-fa352eabc8d0 req-85649ef3-6bbd-48b4-b368-59f92aa08acb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621104 Oct 15 13:53:29.168406 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-d437dc09-24d1-46ec-9c8d-aae3f7eed075 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1662270376&fields=id&tenant_id=e752c3aef55649ea98ec1a2f3607c27f HTTP/1.1" status: 200 len: 267 time: 0.0477707 Oct 15 13:53:29.227605 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-3a00312a-11f5-4486-a8fb-d379119fbcea tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:29.230048 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-3a00312a-11f5-4486-a8fb-d379119fbcea tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0554378 Oct 15 13:53:29.240994 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'port': {'security_groups': ['06f3e01c-1bad-4b6a-bdb8-fc9ad2933373', 'dfe7e769-8b2f-4486-b4ba-b22b15514c14']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:29.325047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:29.400805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:29.566179 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:53:29.599182 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:29.605453 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:29.614511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:29.615131 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:29.617473 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c553d7d8-2914-4aad-afa7-73eb90ac4e50 req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "PUT /networking/v2.0/ports/3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 982 time: 0.3814712 Oct 15 13:53:29.619128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:53:29.620769 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:53:29.623931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd99c792-a717-4d1f-8ce4-591d32037340" -d '{"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:53:29.668354 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-114f47db-ac09-4875-80d1-1879f00f4563 req-cff353c1-a6f7-47b9-b1a7-64f6b74b8809 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:53:29.669842 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-114f47db-ac09-4875-80d1-1879f00f4563 req-cff353c1-a6f7-47b9-b1a7-64f6b74b8809 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0091050 Oct 15 13:53:29.694089 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78bd4c-3e61-40ba-af18-8b91d4c40706 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=6']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:29.768955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb162e0-fb1e-41e4-9568-e547384ecff3 req-9a3c3777-13f3-42db-b439-6c4b2cb36717 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:29.770920 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bcb162e0-fb1e-41e4-9568-e547384ecff3 req-9a3c3777-13f3-42db-b439-6c4b2cb36717 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0624442 Oct 15 13:53:29.842603 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1075f838-34d6-4cce-927a-e9a35d8da501 x-openstack-request-id: req-1075f838-34d6-4cce-927a-e9a35d8da501 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:53:29.842898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:53:29.843149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1075f838-34d6-4cce-927a-e9a35d8da501 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:53:29.843593 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1075f838-34d6-4cce-927a-e9a35d8da501'] response: {'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:53:29.869846 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bcb162e0-fb1e-41e4-9568-e547384ecff3 req-03b3db80-7949-416b-9d5c-7f278e18d74a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809584 Oct 15 13:53:29.888010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:53:29.963227 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08342-9ec9-4d36-a3b6-bd3bd454d8d4 req-17b9f297-9aa1-43f8-8543-93357e6f9dcb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:29.972722 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dfb08342-9ec9-4d36-a3b6-bd3bd454d8d4 req-17b9f297-9aa1-43f8-8543-93357e6f9dcb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0736659 Oct 15 13:53:30.044511 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dfb08342-9ec9-4d36-a3b6-bd3bd454d8d4 req-350b36dd-0e90-441c-8d86-cc244ae7db18 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704131 Oct 15 13:53:30.172229 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38622f84-c334-40f6-9c17-c4b1a9dfbede req-78a74b0b-4d65-4e30-8f55-7aea55e5c30b tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.173772 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38622f84-c334-40f6-9c17-c4b1a9dfbede req-78a74b0b-4d65-4e30-8f55-7aea55e5c30b tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0582581 Oct 15 13:53:30.197153 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57144) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:30.244642 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38622f84-c334-40f6-9c17-c4b1a9dfbede req-bae9fb10-717a-4f91-bf51-523ebe2afe99 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595167 Oct 15 13:53:30.300659 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-a441d591-5b2b-42a6-a483-7b7e66d0e2de service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009541 Oct 15 13:53:30.311444 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-40260c05-d1dd-4beb-9329-1b5fe2764a7e service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:53:30.312617 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-40260c05-d1dd-4beb-9329-1b5fe2764a7e service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0076807 Oct 15 13:53:30.367167 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:30.392372 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:30.397875 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:30.407859 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 57184) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:53:30.544731 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-6c606c18-2e97-4c8e-9358-43670da4e4ba tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.545555 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-6c606c18-2e97-4c8e-9358-43670da4e4ba tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports/5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 940 time: 0.1357706 Oct 15 13:53:30.554410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-c035e091-0930-432a-b462-5edf3c619f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.556205 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-c035e091-0930-432a-b462-5edf3c619f98 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1169 time: 0.0752561 Oct 15 13:53:30.726767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-961116d3-4a6c-459d-a88e-5471f4db5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.730070 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-961116d3-4a6c-459d-a88e-5471f4db5f80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 916 time: 0.1427956 Oct 15 13:53:30.760979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:53:30.794900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:30.814124 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-58333398-cc94-48ce-bba6-e7dbbc0085aa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 1002 time: 0.0765147 Oct 15 13:53:30.859905 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: DOWN; New status is: DOWN {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:53:30.887282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-8dc18750-2046-4ffd-bc77-d30d5346edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.888826 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-8dc18750-2046-4ffd-bc77-d30d5346edbd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.0617764 Oct 15 13:53:30.940284 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-f14ddd15-c764-412c-8b5d-83f04ba8c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:30.941941 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-f14ddd15-c764-412c-8b5d-83f04ba8c8e8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452592 Oct 15 13:53:31.049457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-eed77874-34bf-45dc-bd03-f31e82d57951 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999529 Oct 15 13:53:31.155623 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:31.211580 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9d3d-37be-45c4-b616-87e42aff02df req-9a96dc99-3662-4dec-b723-c8c04f9c07d3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:31.213156 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-315e9d3d-37be-45c4-b616-87e42aff02df req-9a96dc99-3662-4dec-b723-c8c04f9c07d3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0764959 Oct 15 13:53:31.215147 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd99c792-a717-4d1f-8ce4-591d32037340 req-23069149-b856-49b6-b001-72969fcc18c5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451948 Oct 15 13:53:31.275120 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-315e9d3d-37be-45c4-b616-87e42aff02df req-323a8d23-aa12-4cdd-a0b4-277292c75b59 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Oct 15 13:53:32.473239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14babccc-a0dc-43c4-ad40-66e233efa0b1 req-d7290a27-b789-4791-9a60-7cc7d04b6f85 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:32.474796 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-14babccc-a0dc-43c4-ad40-66e233efa0b1 req-d7290a27-b789-4791-9a60-7cc7d04b6f85 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1097178 Oct 15 13:53:32.526247 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-14babccc-a0dc-43c4-ad40-66e233efa0b1 req-1e458da2-0f6e-4f0c-bbba-40941c42d006 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Oct 15 13:53:33.001654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-4368174e-724f-45c2-a313-d843a5304394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.003270 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-4368174e-724f-45c2-a313-d843a5304394 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 1127 time: 0.0751572 Oct 15 13:53:33.090919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-3ddbb03d-6ec3-41f4-81d7-ac3a40c83c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.093374 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-3ddbb03d-6ec3-41f4-81d7-ac3a40c83c96 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1127 time: 0.0492020 Oct 15 13:53:33.197631 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-df61d29a-6ac3-42ce-99ec-77325c8ee98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.199123 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-df61d29a-6ac3-42ce-99ec-77325c8ee98d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.0979187 Oct 15 13:53:33.276071 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-46926f2d-5008-42e4-91fc-f3f8bc45cdd9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 999 time: 0.0686266 Oct 15 13:53:33.333425 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-edb334e7-8fae-4654-a89d-28fd6c0d907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.335008 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-edb334e7-8fae-4654-a89d-28fd6c0d907b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0522478 Oct 15 13:53:33.402252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-55cc1469-f0b9-4f63-9d4b-7bf0151604ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.403831 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-55cc1469-f0b9-4f63-9d4b-7bf0151604ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482512 Oct 15 13:53:33.511890 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-beb0496a-af4e-4ac5-a6e0-188247e82107 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008978 Oct 15 13:53:33.640364 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:33.648062 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3879355-1f87-45b7-821a-e3ccfc94537a req-8495278f-910a-4d10-99e9-8211151f3752 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278775 Oct 15 13:53:33.757367 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f910-092d-4384-b5c1-7d990b58d0b0 req-aa78e103-538d-41d5-93a2-3e8857d4675e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:33.759048 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bc4f910-092d-4384-b5c1-7d990b58d0b0 req-aa78e103-538d-41d5-93a2-3e8857d4675e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1358252 Oct 15 13:53:33.811992 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bc4f910-092d-4384-b5c1-7d990b58d0b0 req-fa56f0c4-44b8-4acc-9d9b-7262c725e04e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Oct 15 13:53:34.955860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00b5a-2f60-4ca4-8396-54aa7f444ae4 req-4f5958ba-cc51-43cd-9295-bfd0c769a310 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:34.957404 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1e00b5a-2f60-4ca4-8396-54aa7f444ae4 req-4f5958ba-cc51-43cd-9295-bfd0c769a310 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0500503 Oct 15 13:53:35.016240 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1e00b5a-2f60-4ca4-8396-54aa7f444ae4 req-8b85372e-6a4d-4ec4-8e2c-4638c8fae7c2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528569 Oct 15 13:53:36.187558 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5f3ac-7edc-45e9-9c8c-f6571a305178 req-3472bb14-e173-4799-9db7-3ee2f9e0156c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:36.189163 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f3e5f3ac-7edc-45e9-9c8c-f6571a305178 req-3472bb14-e173-4799-9db7-3ee2f9e0156c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0661695 Oct 15 13:53:36.243070 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f3e5f3ac-7edc-45e9-9c8c-f6571a305178 req-7d1a300b-8084-4437-a155-e7b9bd9f5c22 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474384 Oct 15 13:53:37.387184 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:37.403179 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65b43-d6ec-47e8-a9a3-5483107a702a req-c94a1275-b0ec-4dbf-a2a4-6554772d0886 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:37.405504 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8dd65b43-d6ec-47e8-a9a3-5483107a702a req-c94a1275-b0ec-4dbf-a2a4-6554772d0886 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0603318 Oct 15 13:53:37.465824 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8dd65b43-d6ec-47e8-a9a3-5483107a702a req-c626a78b-981a-449f-a9e8-04439f62e504 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541291 Oct 15 13:53:38.626579 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4fcc-20c5-4b93-8681-527eb82efbc0 req-fd7ac125-5807-4e1d-9647-f47fa974daec tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:38.628651 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-409d4fcc-20c5-4b93-8681-527eb82efbc0 req-fd7ac125-5807-4e1d-9647-f47fa974daec tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0578227 Oct 15 13:53:38.695127 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-409d4fcc-20c5-4b93-8681-527eb82efbc0 req-3cbc906f-31bf-4df1-a08b-422fa16da2fe tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595775 Oct 15 13:53:38.944572 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:38.950460 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:39.834576 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057491c-d95f-40f7-b1b5-09c3ee004572 req-8d2ab449-e60d-41a0-b216-d14ff6d52e55 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:39.836374 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a057491c-d95f-40f7-b1b5-09c3ee004572 req-8d2ab449-e60d-41a0-b216-d14ff6d52e55 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0502775 Oct 15 13:53:39.889189 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a057491c-d95f-40f7-b1b5-09c3ee004572 req-7e9b0941-1389-4730-af81-e97dea88c0be tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Oct 15 13:53:40.289571 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:40.291416 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=13,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:40.854659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=17 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:40.857183 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=14 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:40.859062 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=12 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:41.038733 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ded21-add2-4100-8bf0-87fa92d580c9 req-6662e216-c784-401c-815f-47daf3f07d65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:41.040362 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d69ded21-add2-4100-8bf0-87fa92d580c9 req-6662e216-c784-401c-815f-47daf3f07d65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0512061 Oct 15 13:53:41.093700 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d69ded21-add2-4100-8bf0-87fa92d580c9 req-c6198601-86ec-43b6-8d4e-99a53887f1d9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Oct 15 13:53:42.287687 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14cdf5-b4e0-4887-a180-8f9de390c4c4 req-dcb2ef24-f5d8-4b03-aa70-9dfe7263e89e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:42.289363 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bd14cdf5-b4e0-4887-a180-8f9de390c4c4 req-dcb2ef24-f5d8-4b03-aa70-9dfe7263e89e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0791147 Oct 15 13:53:42.345463 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bd14cdf5-b4e0-4887-a180-8f9de390c4c4 req-cc19c48c-3c15-4141-8332-8e556bad1a5c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499372 Oct 15 13:53:42.571754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:43.531224 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dd7c0-6548-4c9d-927c-b5e45502ed63 req-6f5d017a-d294-4b15-91eb-c58c2fc4718f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:43.533036 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ca4dd7c0-6548-4c9d-927c-b5e45502ed63 req-6f5d017a-d294-4b15-91eb-c58c2fc4718f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0541129 Oct 15 13:53:43.603615 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ca4dd7c0-6548-4c9d-927c-b5e45502ed63 req-e201fe69-9bc5-4dc9-a1ef-0d6883924dcb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642231 Oct 15 13:53:43.767633 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-413ed6aa-2d65-4905-9164-322ded2301fb tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562745215&fields=id&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 267 time: 0.0537374 Oct 15 13:53:43.903855 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-f4c4c729-f0e4-41fc-a9de-9b40b8420bc1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:43.905434 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-f4c4c729-f0e4-41fc-a9de-9b40b8420bc1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1301990 Oct 15 13:53:43.922095 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-1a851db6-299a-4feb-8aee-56b98944bc80 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/quotas/243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 375 time: 0.0109963 Oct 15 13:53:43.970808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:43.980882 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-6790e5fc-5e9e-4cb8-a6c3-c662f9aa7fdf tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535157 Oct 15 13:53:44.089542 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-ad1af562-d3f8-4c55-8085-2a85394f5327 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960431 Oct 15 13:53:44.188627 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-2226b8ab-7303-46fd-8d44-53de75d3c98e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932653 Oct 15 13:53:44.524568 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-eb51ee5e-be18-44a9-9b12-c1e625a021b0 req-6e6a9b88-bd29-48f5-a788-bc7564eed547 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0328026 Oct 15 13:53:44.771321 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18abc3-4a4a-4823-ae6b-d1ef23e76057 req-ae5304f5-14da-48d6-a680-6c535c78c461 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:44.774080 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d18abc3-4a4a-4823-ae6b-d1ef23e76057 req-ae5304f5-14da-48d6-a680-6c535c78c461 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0789177 Oct 15 13:53:44.807594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:44.868825 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d18abc3-4a4a-4823-ae6b-d1ef23e76057 req-3534a723-6e88-4b81-8d42-75a4a0015385 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846326 Oct 15 13:53:45.633874 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3f3cf4f0-795d-41d2-a696-7078af42b693 req-d5ca9089-7794-4c89-ae56-7f8be1c6f91e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0299227 Oct 15 13:53:46.016480 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee7a90-a0da-4861-b2b5-e99521e524a0 req-f2db8520-43b8-419b-99f1-718a163b6b58 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:46.017973 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-30ee7a90-a0da-4861-b2b5-e99521e524a0 req-f2db8520-43b8-419b-99f1-718a163b6b58 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0522954 Oct 15 13:53:46.071623 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-30ee7a90-a0da-4861-b2b5-e99521e524a0 req-d7fc77bd-c920-455d-a2d0-c3d16e23afed tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470350 Oct 15 13:53:46.760738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-edafe354-ca80-46b4-a15e-aee621a51c5d req-d9485231-b2cc-4e4a-aaa5-13979b491401 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0412951 Oct 15 13:53:47.209749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c50e0-84eb-411a-be0c-e4a940a3aa5a req-d3762c9e-7646-4e3c-be97-5774ccd64cfa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:47.211331 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe6c50e0-84eb-411a-be0c-e4a940a3aa5a req-d3762c9e-7646-4e3c-be97-5774ccd64cfa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0501313 Oct 15 13:53:47.267294 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe6c50e0-84eb-411a-be0c-e4a940a3aa5a req-9b6b0d40-5988-41a6-8e23-873bf3ddb187 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495200 Oct 15 13:53:47.872169 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4e0dda65-2c31-4231-995e-764c835ef766 req-5f8b4b66-501d-41a9-8206-dbb29a833cfa tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0294285 Oct 15 13:53:48.409309 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f5b30-8da4-4187-8803-6ce14fa06f3a req-dfcb6523-bd5b-47d0-a773-c0ec2da06e81 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:48.410818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-853f5b30-8da4-4187-8803-6ce14fa06f3a req-dfcb6523-bd5b-47d0-a773-c0ec2da06e81 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0509541 Oct 15 13:53:48.462849 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-853f5b30-8da4-4187-8803-6ce14fa06f3a req-9f947abe-3542-4cda-b4cb-cd18a443679c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Oct 15 13:53:48.988097 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a60d7fe5-e9fa-4f6e-a760-64d12a47a84d req-1805beda-3c38-4ef1-9d00-ddabfdf3d629 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0384159 Oct 15 13:53:49.461987 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:53:49.612150 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbd56a-777e-408d-8df1-c06be3a4e7a0 req-a0396713-f614-46ef-bce3-a9b161ff00bc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:49.613704 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cbd56a-777e-408d-8df1-c06be3a4e7a0 req-a0396713-f614-46ef-bce3-a9b161ff00bc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0552917 Oct 15 13:53:49.665825 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cbd56a-777e-408d-8df1-c06be3a4e7a0 req-dab3c182-47b1-4f60-aa01-6dce903470cc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461090 Oct 15 13:53:50.098914 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-24ed9f08-eb47-4048-b3b5-a2e8dee5bf3f req-73ccc104-ebc3-441a-bc9f-a576c7c4d225 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0304286 Oct 15 13:53:50.809240 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d795ab-1638-452e-b0bd-d6328ee6ab3f req-43329acc-36db-43f6-97df-0bdc1ef0f26e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:50.810822 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-29d795ab-1638-452e-b0bd-d6328ee6ab3f req-43329acc-36db-43f6-97df-0bdc1ef0f26e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0510721 Oct 15 13:53:50.861999 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-29d795ab-1638-452e-b0bd-d6328ee6ab3f req-b7f1706d-696c-46ce-a87f-0ffe77a1d36d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Oct 15 13:53:51.212973 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a37b3368-6b30-4367-910f-9d6801e5717e req-2c578f46-daeb-42b0-918c-5a93777ebe67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0388622 Oct 15 13:53:51.997710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f14c32-c592-4414-a8db-fbe5afa84b45 req-5533c73b-7f09-4b58-8a78-13115324f809 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:51.999147 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a2f14c32-c592-4414-a8db-fbe5afa84b45 req-5533c73b-7f09-4b58-8a78-13115324f809 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0522151 Oct 15 13:53:52.052742 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a2f14c32-c592-4414-a8db-fbe5afa84b45 req-5d94da4e-d35a-4dbb-aab8-9500212368e7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451853 Oct 15 13:53:52.289703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf9f5-b9e8-48e0-a22a-24fb138e70c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:52.388191 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f4228d1e-d2f3-432f-8796-44f35a0bd6b6 req-6cf13720-ce47-4039-89cb-a5af3ed8e6b4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0345368 Oct 15 13:53:53.190039 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e5d12-9fd1-42bd-bd88-bdf7e401c7a6 req-4c35abaa-deba-4f78-bc1a-e64ce9250a5b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:53.191535 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-418e5d12-9fd1-42bd-bd88-bdf7e401c7a6 req-4c35abaa-deba-4f78-bc1a-e64ce9250a5b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0537260 Oct 15 13:53:53.243147 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-418e5d12-9fd1-42bd-bd88-bdf7e401c7a6 req-9591364f-cd1e-4acc-871b-4837cb348323 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Oct 15 13:53:53.493557 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f59f5f80-f231-4181-a78c-dd4d6bbdcbdf req-85e0b327-8f8a-449c-94e9-d53d7aabbf6e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0291324 Oct 15 13:53:54.375673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:54.395236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37c8d-0efa-4a29-a3c2-cbeb36ae5b0a req-e06ecccb-0865-47d1-a296-2b834e67e390 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:54.396815 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-faa37c8d-0efa-4a29-a3c2-cbeb36ae5b0a req-e06ecccb-0865-47d1-a296-2b834e67e390 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0639081 Oct 15 13:53:54.447529 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-faa37c8d-0efa-4a29-a3c2-cbeb36ae5b0a req-35eb2679-4587-43f1-bb85-024a5b26c050 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Oct 15 13:53:54.601108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-408fee4e-9793-4f1f-b44f-fa101bc22021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:54.606565 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a323e5c3-adb8-4265-8f3a-9a932a1909ee req-4329ad27-68e8-488b-afd0-b56de5c3a0e5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0355632 Oct 15 13:53:55.579335 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34a01-6741-45ae-8eb0-843ef816fa65 req-249db4d0-734f-4641-8d8e-c0c384cb61d2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:55.580935 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fec34a01-6741-45ae-8eb0-843ef816fa65 req-249db4d0-734f-4641-8d8e-c0c384cb61d2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0487223 Oct 15 13:53:55.633267 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fec34a01-6741-45ae-8eb0-843ef816fa65 req-449c9443-410f-4fab-981d-deeca7ba615d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Oct 15 13:53:55.726250 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7a19fb0-7a04-4079-a716-ad410f4d1bea req-58639dea-5522-4af1-ab5a-02cc7463781d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0344229 Oct 15 13:53:56.206708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:56.766646 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a94b46-b173-4506-bec7-4573eff13290 req-d88f8e03-1430-4b0c-8b9b-31b7d5f011c6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:56.768201 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a94b46-b173-4506-bec7-4573eff13290 req-d88f8e03-1430-4b0c-8b9b-31b7d5f011c6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0486841 Oct 15 13:53:56.800251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:56.824570 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a94b46-b173-4506-bec7-4573eff13290 req-004ca019-20da-4671-991f-639ebd63b041 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477719 Oct 15 13:53:56.919316 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c355b25d-f98c-433b-94b8-efb04a69dcf1 req-3c17d00d-fb3c-4a82-a05b-f27092591c2e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0277443 Oct 15 13:53:57.434266 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-07738d08-df4f-4993-b837-f44d1d14219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:57.435791 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-07738d08-df4f-4993-b837-f44d1d14219a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1127 time: 0.0544987 Oct 15 13:53:57.561467 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-e209ffd3-33d0-4724-a96a-5cdd0a10e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:57.563918 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-e209ffd3-33d0-4724-a96a-5cdd0a10e95c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.1010609 Oct 15 13:53:57.650308 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-eabcd819-0842-46d8-bee3-56fee28145ea service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 200 len: 999 time: 0.0789390 Oct 15 13:53:57.720736 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-7eb7fd58-85e7-4e56-ae19-c9f28d3f42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:57.722065 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-7eb7fd58-85e7-4e56-ae19-c9f28d3f42dd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0503280 Oct 15 13:53:57.745245 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:57.780334 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-b3a55cc6-d91f-44e7-92a9-815bd8bc1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:57.781848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-b3a55cc6-d91f-44e7-92a9-815bd8bc1927 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451052 Oct 15 13:53:57.804991 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:57.896215 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-e933f93c-37e2-400e-ad17-8e55a1b50fb0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972068 Oct 15 13:53:58.009750 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0c2f-6e45-4b34-8426-2417b1d65292 req-48a7012c-cbba-444a-a5b9-aa58c7844509 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:58.011604 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd4e0c2f-6e45-4b34-8426-2417b1d65292 req-48a7012c-cbba-444a-a5b9-aa58c7844509 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0887356 Oct 15 13:53:58.059181 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04f08577-b32f-437a-92dc-c73ce7254626 req-898b4f86-519a-40d9-ac4a-c70c6ea7fcc2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0584009 Oct 15 13:53:58.087857 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-96c722a1-392e-4cd7-8a0d-7ffac791c03a req-d00d2f39-0872-4408-a585-823404b88496 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844459 Oct 15 13:53:58.115405 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd4e0c2f-6e45-4b34-8426-2417b1d65292 req-5548a65f-25e2-43c0-a76d-c38b99aa447b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930164 Oct 15 13:53:58.429981 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-b7e0ca81-b08e-4087-96b4-eaf1f5f84ad1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:58.431750 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-b7e0ca81-b08e-4087-96b4-eaf1f5f84ad1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1248369 Oct 15 13:53:58.660451 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-bd3d564e-2cfd-4045-a5da-6a315129c78a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 380 time: 0.0620286 Oct 15 13:53:58.671534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'port': {'device_id': '9209310f-9812-4e8e-9a64-a46690948204', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'admin_state_up': True, 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'security_groups': ['2ee3793c-d749-4155-8974-fea06c3ed499']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:58.723954 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:58.798410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Made reservation on behalf of 243c0b9b4bd742659061745c8dc4c696 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:53:58.802410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:58.813679 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:58.941515 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.20.0.12 (701b540a-8a09-42dc-a3a2-18dbe248ffc3/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa/35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:53:59.090237 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:59.126280 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:59.210234 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:53:59.219551 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:53:59.221993 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:53:59.224701 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:53:59.233056 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059b90-b44e-4bf5-a45f-2fdbd0132b04 req-d00a9abb-1f48-42c4-9341-743708a051cc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:59.234510 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-25059b90-b44e-4bf5-a45f-2fdbd0132b04 req-d00a9abb-1f48-42c4-9341-743708a051cc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 932 time: 0.0745230 Oct 15 13:53:59.279176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.279523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.279862 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.280216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.280541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.280865 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.281186 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.281504 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.281824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.282173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.282487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.282919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.283245 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.283555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.283894 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:53:59.326518 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:59.327180 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:59.374461 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-25059b90-b44e-4bf5-a45f-2fdbd0132b04 req-c7923b37-077f-4d53-b85c-0f838918b48c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111505 Oct 15 13:53:59.454986 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:59.457683 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:53:59.545959 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-2775cfce-0230-4605-9a99-ad4c685d6c46 None None] Provisioning complete for port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:53:59.547046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-2775cfce-0230-4605-9a99-ad4c685d6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:59.547385 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-2775cfce-0230-4605-9a99-ad4c685d6c46 None None] Attempt 1 to provision port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 Oct 15 13:53:59.590608 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-2775cfce-0230-4605-9a99-ad4c685d6c46 None None] Port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:53:59.690063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-c6ec6f62-42a2-42ec-a4a1-b7ff8a3920c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223682 Oct 15 13:53:59.708557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Request body: {'port': {'device_id': '9209310f-9812-4e8e-9a64-a46690948204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:53:59.719940 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d23d-8dcc-4c6e-90d1-2cd3bb9aeb05 req-818638b2-78cb-4d8e-86af-97ac6f61f047 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:53:59.722063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b288d23d-8dcc-4c6e-90d1-2cd3bb9aeb05 req-818638b2-78cb-4d8e-86af-97ac6f61f047 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.3651297 Oct 15 13:53:59.821555 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b288d23d-8dcc-4c6e-90d1-2cd3bb9aeb05 req-c2acd17c-e5da-4a40-b9d2-915f013fe537 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825281 Oct 15 13:53:59.822282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:53:59.838404 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:00.008748 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:00.112530 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:54:00.121567 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks [] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:00.135345 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Transition to ACTIVE for port object 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:54:00.139902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:00.224773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Pushing event updated for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:00.258614 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Attempting to bind port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:54:00.259045 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Attempting to bind port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:54:00.259294 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Attempting to bind port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:54:00.307768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:54:00.308137 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Attempting to bind port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:54:00.355849 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:54:00.356223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:54:00.356738 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Bound using segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:54:00.357174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Bound port: 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:54:00.357536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:00.428463 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:54:00.432886 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:54:00.439452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:00.444663 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:00.445184 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:00.446855 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 HTTP/1.1" status: 200 len: 1094 time: 0.7463977 Oct 15 13:54:00.447412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:00.449718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e16fd-c64a-42b1-ba78-38d9110024c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:00.514013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aba33f-c70f-4544-9611-5c276262f607 x-openstack-request-id: req-06aba33f-c70f-4544-9611-5c276262f607 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:00.514296 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:00.514486 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06aba33f-c70f-4544-9611-5c276262f607 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:00.514885 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06aba33f-c70f-4544-9611-5c276262f607'] response: {'name': 'network-changed', 'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'status': 'completed', 'code': 200} Oct 15 13:54:00.544173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440315f3-fad0-4ce8-ba10-7a92b89a114a service neutron] Pushing event updated for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:00.589079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3ab0-4b45-471b-a479-15edacba4215 req-216271d8-c88f-4aa1-aaa2-5a0063580284 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:00.590746 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5dff3ab0-4b45-471b-a479-15edacba4215 req-216271d8-c88f-4aa1-aaa2-5a0063580284 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0964661 Oct 15 13:54:00.594304 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-4ca43e36-ddb2-4f00-965a-f6558e1ecc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:00.596137 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-4ca43e36-ddb2-4f00-965a-f6558e1ecc61 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 1128 time: 0.0863278 Oct 15 13:54:00.650788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-77ba30e7-0bb7-461b-a068-4fee09dbe6a2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 HTTP/1.1" status: 200 len: 217 time: 0.0450613 Oct 15 13:54:00.708619 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5dff3ab0-4b45-471b-a479-15edacba4215 req-bd447157-b11d-45bd-9678-e1488c9c5809 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108577 Oct 15 13:54:00.716745 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:00.721666 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-01e3f2c3-0fad-4dcf-b02a-58e38d8c2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:00.723144 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-01e3f2c3-0fad-4dcf-b02a-58e38d8c2814 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0641444 Oct 15 13:54:00.780569 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-557fb8cf-7d40-47b6-b75c-19b3e2d9d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:00.781682 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-557fb8cf-7d40-47b6-b75c-19b3e2d9d141 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515590 Oct 15 13:54:00.915893 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-fd161426-21ef-4e2d-a3bc-16fd06785bd3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192758 Oct 15 13:54:01.037488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409183a-8198-4bf2-8f7f-84550399b9cd req-230996b4-76b5-4aeb-8740-acb3b85aca9c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.038878 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c409183a-8198-4bf2-8f7f-84550399b9cd req-230996b4-76b5-4aeb-8740-acb3b85aca9c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.1031353 Oct 15 13:54:01.099289 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5133d6e-9205-4728-b0d6-002e8cf29d44 req-2560e753-5017-42d2-87cf-1719b6fa7c27 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715240 Oct 15 13:54:01.109954 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:01.118928 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c409183a-8198-4bf2-8f7f-84550399b9cd req-784e7701-9f47-4bd0-a0a1-8346689eeb19 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711892 Oct 15 13:54:01.205923 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-de3cc306-8646-4cd2-a8d8-5090eeedf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.207457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-de3cc306-8646-4cd2-a8d8-5090eeedf40c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 1128 time: 0.0466917 Oct 15 13:54:01.325241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-7a07a2b3-1b0f-4123-b92c-4355a0cbbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.326800 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-7a07a2b3-1b0f-4123-b92c-4355a0cbbfbc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.1107059 Oct 15 13:54:01.381079 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-910abd2d-3e67-4022-9958-3f6b7cca23c5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 HTTP/1.1" status: 200 len: 217 time: 0.0468178 Oct 15 13:54:01.434997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-f62975a7-6df4-49aa-914e-809581db6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.436533 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-f62975a7-6df4-49aa-914e-809581db6417 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0489452 Oct 15 13:54:01.488358 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-540963fc-9834-4e72-a63b-6eac323513a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.489891 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-540963fc-9834-4e72-a63b-6eac323513a1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442553 Oct 15 13:54:01.608611 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-34f75143-129e-46b9-a092-2738edc188e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110952 Oct 15 13:54:01.707035 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c31e16fd-c64a-42b1-ba78-38d9110024c0 req-8e330279-7895-47fa-b96d-38d14d3b5fd1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920105 Oct 15 13:54:01.849638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad032e1-9e43-4385-87a8-1d022e7b1fdc req-460fb1c9-0708-482a-a206-a120da0ebe71 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:01.851172 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5ad032e1-9e43-4385-87a8-1d022e7b1fdc req-460fb1c9-0708-482a-a206-a120da0ebe71 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0587044 Oct 15 13:54:01.908346 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5ad032e1-9e43-4385-87a8-1d022e7b1fdc req-c2d9f64d-62d6-4dae-804e-f179ab415ebc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Oct 15 13:54:02.258049 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3eb5-7ad4-4bf0-9973-6ee54db20728 req-2b9bb219-e312-45cc-a57d-ab8c165ecf2f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:02.259611 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fece3eb5-7ad4-4bf0-9973-6ee54db20728 req-2b9bb219-e312-45cc-a57d-ab8c165ecf2f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0501301 Oct 15 13:54:02.317631 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fece3eb5-7ad4-4bf0-9973-6ee54db20728 req-ae015391-c18e-4cf1-952d-6ee6f74e0dfa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517588 Oct 15 13:54:03.051500 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:03.066067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36e78-1b99-4f25-bcfb-a89c285be769 req-f6632226-2f72-4d8f-b765-03533dc24ca4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:03.067656 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42c36e78-1b99-4f25-bcfb-a89c285be769 req-f6632226-2f72-4d8f-b765-03533dc24ca4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0650196 Oct 15 13:54:03.127658 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-42c36e78-1b99-4f25-bcfb-a89c285be769 req-f6f7f53f-96b0-4a47-98af-1ba9ae393b1a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540206 Oct 15 13:54:03.468211 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad34eb-0542-40af-a155-c008eb664793 req-b0950224-2650-4f9c-b653-a2a97fc7a04b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:03.469752 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dbad34eb-0542-40af-a155-c008eb664793 req-b0950224-2650-4f9c-b653-a2a97fc7a04b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0582442 Oct 15 13:54:03.529386 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dbad34eb-0542-40af-a155-c008eb664793 req-6ff40e3a-513a-43cc-bca8-d910543a87de tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529492 Oct 15 13:54:04.265939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1ac4e-e50a-4618-b1fa-0df84ffe193f req-3def18da-ec9c-4b5e-b0df-b2a03359e99c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:04.267608 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d1ac4e-e50a-4618-b1fa-0df84ffe193f req-3def18da-ec9c-4b5e-b0df-b2a03359e99c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0571566 Oct 15 13:54:04.329518 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d1ac4e-e50a-4618-b1fa-0df84ffe193f req-12d035b7-2eeb-4487-a41e-fc8d3a6ef534 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550814 Oct 15 13:54:04.685351 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacdcb7-2b1d-4ac1-b1a8-05433d6a3b6d req-0593b206-224f-448b-8f69-7ec507b2366a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:04.687012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-daacdcb7-2b1d-4ac1-b1a8-05433d6a3b6d req-0593b206-224f-448b-8f69-7ec507b2366a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 943 time: 0.0578430 Oct 15 13:54:04.740558 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-daacdcb7-2b1d-4ac1-b1a8-05433d6a3b6d req-a3468384-cb14-484d-a4b2-d98a9723fd9c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Oct 15 13:54:04.912195 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:54:05.023823 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:05.035686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '5a131939-5800-4807-b2cc-42f66041598f', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': '5a131939-5800-4807-b2cc-42f66041598f', 'mac_address': 'fa:16:3e:8f:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:54:05.076782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:54:05.077223 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:05.093618 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:54:05.128185 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:05.134859 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:05.202605 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=9']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:05.210755 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.211108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.211471 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.211811 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.212180 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.212507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.212834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.213159 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.213481 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.213805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.214128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.214450 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.214768 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.215083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.215397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:05.458274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:05.477882 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098b60e-4170-4f19-9e6c-2f2270fad160 req-e889399b-a704-4723-898b-0474b82d9470 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:05.479792 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b098b60e-4170-4f19-9e6c-2f2270fad160 req-e889399b-a704-4723-898b-0474b82d9470 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0556765 Oct 15 13:54:05.542993 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b098b60e-4170-4f19-9e6c-2f2270fad160 req-6a355b4a-d3ed-4a96-a2e1-e7e5b1039915 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536826 Oct 15 13:54:05.655517 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['5a131939-5800-4807-b2cc-42f66041598f'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:54:05.884254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b8192-3026-4e58-9163-703368c7e469 req-9c9145d5-615d-4257-96a3-f18e58cd699a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:05.886049 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f75b8192-3026-4e58-9163-703368c7e469 req-9c9145d5-615d-4257-96a3-f18e58cd699a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.0563879 Oct 15 13:54:05.945242 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f75b8192-3026-4e58-9163-703368c7e469 req-63173e55-92e5-4b8a-9fe8-e7b44a9819eb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534172 Oct 15 13:54:06.650567 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771c40f-c7e1-43a9-b4bc-32ba680a4058 req-2c96e214-024c-4ba3-9b75-667152a8112e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:06.652142 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8771c40f-c7e1-43a9-b4bc-32ba680a4058 req-2c96e214-024c-4ba3-9b75-667152a8112e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0620317 Oct 15 13:54:06.700958 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89555b64-e44d-4732-a725-41d41b98a08c req-8c6db818-e7bd-4a01-bc22-fa51f5e1cfd0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:06.702407 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-89555b64-e44d-4732-a725-41d41b98a08c req-8c6db818-e7bd-4a01-bc22-fa51f5e1cfd0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0711334 Oct 15 13:54:06.752438 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8771c40f-c7e1-43a9-b4bc-32ba680a4058 req-de793ac5-435d-41af-8083-4143783ddd79 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836632 Oct 15 13:54:06.791900 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-89555b64-e44d-4732-a725-41d41b98a08c req-29fb14f5-ba43-428c-af60-d634b1f17e6b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714810 Oct 15 13:54:07.021264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:54:07.076055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 5a131939-5800-4807-b2cc-42f66041598f triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:54:07.076328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (5a131939-5800-4807-b2cc-42f66041598f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:07.076671 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 5a131939-5800-4807-b2cc-42f66041598f Oct 15 13:54:07.089411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5e16-b4cd-43e4-bdd1-72a282600958 req-cb5b8377-ad72-4b2e-9735-68ff35b21fe2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:07.091155 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-52ce5e16-b4cd-43e4-bdd1-72a282600958 req-cb5b8377-ad72-4b2e-9735-68ff35b21fe2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 944 time: 0.0526984 Oct 15 13:54:07.149329 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-52ce5e16-b4cd-43e4-bdd1-72a282600958 req-7e9fd363-045e-4b05-b911-9c4ec3e9bc7e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514951 Oct 15 13:54:07.160292 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 5a131939-5800-4807-b2cc-42f66041598f is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:54:07.160694 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:07.186484 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:07.188793 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6dc049-edf1-4668-aad0-9e3e88ab015d" -d '{"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:07.202462 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:07.210582 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:07.244254 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998af56-95ff-4764-97a6-2ea6141c7b91 x-openstack-request-id: req-1998af56-95ff-4764-97a6-2ea6141c7b91 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:07.244619 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-plugged", "status": "completed", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:07.244855 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1998af56-95ff-4764-97a6-2ea6141c7b91 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:07.245263 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1998af56-95ff-4764-97a6-2ea6141c7b91'] response: {'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'code': 200} Oct 15 13:54:07.276588 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=10']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:07.646744 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-36a1677f-6450-4867-8622-363ddaa54473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:07.648561 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-36a1677f-6450-4867-8622-363ddaa54473 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0467582 Oct 15 13:54:07.935975 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d323bc-c4d6-4125-a7cd-227751479c3b req-a86dbe23-1503-4ca7-922c-06a011890449 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:07.937383 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2d323bc-c4d6-4125-a7cd-227751479c3b req-a86dbe23-1503-4ca7-922c-06a011890449 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0810306 Oct 15 13:54:07.945500 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c405-6e01-4d6d-9f35-78553848dc29 req-0984940d-9392-42f7-b856-350ef6dfa028 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:07.946912 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6569c405-6e01-4d6d-9f35-78553848dc29 req-0984940d-9392-42f7-b856-350ef6dfa028 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0788171 Oct 15 13:54:08.038434 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2d323bc-c4d6-4125-a7cd-227751479c3b req-a394d57b-659f-49e1-8242-4f39c3d76f9c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905581 Oct 15 13:54:08.052984 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6569c405-6e01-4d6d-9f35-78553848dc29 req-3c3b8bd1-6cc2-4cff-a300-69fca81bbf87 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908179 Oct 15 13:54:08.140192 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-20073c54-95b3-4c7b-9aa2-176608f1c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:08.141678 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-20073c54-95b3-4c7b-9aa2-176608f1c64a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1276569 Oct 15 13:54:08.273125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:08.287934 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff848c-03bc-4e2f-b091-d97d3cfb55a4 req-accc7c0e-e792-486c-bfb6-c140d8fcb5c2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:08.289542 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2dff848c-03bc-4e2f-b091-d97d3cfb55a4 req-accc7c0e-e792-486c-bfb6-c140d8fcb5c2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0528686 Oct 15 13:54:08.340034 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2dff848c-03bc-4e2f-b091-d97d3cfb55a4 req-232b7b47-5a89-4f9f-9752-3217d4a942de tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Oct 15 13:54:08.606916 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-163f64d0-8df8-4126-a38b-5af115cdc138 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1002 time: 0.0784113 Oct 15 13:54:08.649746 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:08.669533 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-8ab8b873-2d19-4261-88eb-dfe342db040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:08.671058 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-8ab8b873-2d19-4261-88eb-dfe342db040b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0506678 Oct 15 13:54:09.088643 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-ddc2bc12-c57e-407f-b2bc-6a29262a614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:09.090306 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-ddc2bc12-c57e-407f-b2bc-6a29262a614a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493770 Oct 15 13:54:09.101447 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2e143-369c-4df7-b567-6b4dfc50a285 req-85694f20-29cd-4870-9098-45cc37edb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:09.103402 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-9bf2e143-369c-4df7-b567-6b4dfc50a285 req-85694f20-29cd-4870-9098-45cc37edb693 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 1130 time: 0.0622065 Oct 15 13:54:09.174565 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-9bf2e143-369c-4df7-b567-6b4dfc50a285 req-9174ae39-5340-4c25-a23f-7ff890653c1a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650089 Oct 15 13:54:09.235151 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f71bea-c8b7-4c22-b560-fe4484ced90a req-d1d3f6d6-802b-4123-832f-b623b0e8459b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:09.236920 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e0f71bea-c8b7-4c22-b560-fe4484ced90a req-d1d3f6d6-802b-4123-832f-b623b0e8459b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0855515 Oct 15 13:54:09.275215 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5798-7e08-4e3d-b13a-89c94615f818 req-d1394278-92cc-4360-9a1a-7ff67474e4a3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:09.276768 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fdaa5798-7e08-4e3d-b13a-89c94615f818 req-d1394278-92cc-4360-9a1a-7ff67474e4a3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0942326 Oct 15 13:54:09.321431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-3d5075e6-2e07-4bef-bac5-a0c3846a7bd8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239327 Oct 15 13:54:09.351412 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e0f71bea-c8b7-4c22-b560-fe4484ced90a req-b180cc6d-211e-4e66-a7ec-ff1327d73801 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059034 Oct 15 13:54:09.375430 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fdaa5798-7e08-4e3d-b13a-89c94615f818 req-52ab287f-5974-4cab-ae57-34b6461e5a47 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875051 Oct 15 13:54:09.503043 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612157-3069-43dc-a74c-e36deae8f444 req-1de980e8-d4ec-414f-91c6-cfe19871f16f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:09.505646 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-99612157-3069-43dc-a74c-e36deae8f444 req-1de980e8-d4ec-414f-91c6-cfe19871f16f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0732825 Oct 15 13:54:09.626755 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-99612157-3069-43dc-a74c-e36deae8f444 req-f853d76f-60f2-4a8f-b629-3e565ce9f710 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090639 Oct 15 13:54:09.633160 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9bfba93-fde5-48bc-8ae7-d25d9ae1f1c8 req-e0fe9d1a-4656-4ee3-9ff0-43abeebb72cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552744 Oct 15 13:54:10.531143 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c182-6225-4688-a38a-41870a3137e3 req-58cf6150-8dd3-440b-859b-2b8e9a7aafa1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:10.532805 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e803c182-6225-4688-a38a-41870a3137e3 req-58cf6150-8dd3-440b-859b-2b8e9a7aafa1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0911796 Oct 15 13:54:10.539005 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154ffab-96ab-4487-983f-76a506eaeb12 req-56e3e74d-3bb0-489e-ad79-09bdf8d05010 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:10.540654 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f154ffab-96ab-4487-983f-76a506eaeb12 req-56e3e74d-3bb0-489e-ad79-09bdf8d05010 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0803084 Oct 15 13:54:10.631322 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e803c182-6225-4688-a38a-41870a3137e3 req-0f63a2f8-3a8d-400f-aad3-3c9d90deeac7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892596 Oct 15 13:54:10.636557 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f154ffab-96ab-4487-983f-76a506eaeb12 req-92dd6a63-0577-4731-8c6f-26b84f704acf tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868495 Oct 15 13:54:10.782269 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11df04-d911-4fb7-9c59-667e3e80dcc6 req-9f2d1f18-4900-4663-a041-45fca567138d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:10.784165 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa11df04-d911-4fb7-9c59-667e3e80dcc6 req-9f2d1f18-4900-4663-a041-45fca567138d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0505922 Oct 15 13:54:10.839054 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa11df04-d911-4fb7-9c59-667e3e80dcc6 req-4855414e-08af-45f2-95ee-c71ded97d271 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Oct 15 13:54:11.774911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:11.794996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3cd1-e46f-4e6b-b6e2-c1bd3d90c6ae req-e944485f-ea7c-4e8c-890d-4c18733db840 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:11.796766 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-afaa3cd1-e46f-4e6b-b6e2-c1bd3d90c6ae req-e944485f-ea7c-4e8c-890d-4c18733db840 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0851514 Oct 15 13:54:11.805056 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d382-8a52-42be-99ea-160997d7e66f req-ec7e7a1a-37fb-46d6-87d1-2150fcc10381 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:11.806584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4935d382-8a52-42be-99ea-160997d7e66f req-ec7e7a1a-37fb-46d6-87d1-2150fcc10381 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0858541 Oct 15 13:54:11.893966 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-afaa3cd1-e46f-4e6b-b6e2-c1bd3d90c6ae req-81798479-5447-4821-8de3-21cf1d12972a tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863914 Oct 15 13:54:11.898234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4935d382-8a52-42be-99ea-160997d7e66f req-e9c01f27-e0d2-4b0f-b93e-8f4af2816a82 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835340 Oct 15 13:54:11.999984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:12.030596 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de1858-a227-44a5-b45f-18a40464d388 req-cb88012a-5afc-4031-b2b1-78e7bb1b6309 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:12.032361 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47de1858-a227-44a5-b45f-18a40464d388 req-cb88012a-5afc-4031-b2b1-78e7bb1b6309 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0636275 Oct 15 13:54:12.090208 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47de1858-a227-44a5-b45f-18a40464d388 req-422677b4-4829-40be-91a1-20bb3ed7d574 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514321 Oct 15 13:54:12.583487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:12.584796 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:12.594551 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:12.611582 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:13.063308 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16123e-71e3-4e29-9a9a-153a41368a3a req-3d6d0bcc-caca-46a2-b2e1-49387390b3db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:13.065328 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c16123e-71e3-4e29-9a9a-153a41368a3a req-3d6d0bcc-caca-46a2-b2e1-49387390b3db tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0839188 Oct 15 13:54:13.071300 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03c86c-7a27-46a6-a90d-f8ce117c9bb4 req-621718a2-79db-4eb4-873a-96f9fd8db749 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:13.072872 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d03c86c-7a27-46a6-a90d-f8ce117c9bb4 req-621718a2-79db-4eb4-873a-96f9fd8db749 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0819771 Oct 15 13:54:13.153305 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c16123e-71e3-4e29-9a9a-153a41368a3a req-8c0b4372-89c3-4934-abe6-33336735714a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793245 Oct 15 13:54:13.161297 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d03c86c-7a27-46a6-a90d-f8ce117c9bb4 req-27dac56a-75ef-43de-831e-c48258f34981 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798786 Oct 15 13:54:13.289772 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aecb7e-12c3-49a0-bf8d-1003f7bf7754 req-a86741f7-9e51-43c0-bba5-c63a4363ac89 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:13.291374 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-77aecb7e-12c3-49a0-bf8d-1003f7bf7754 req-a86741f7-9e51-43c0-bba5-c63a4363ac89 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0541823 Oct 15 13:54:13.345163 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-77aecb7e-12c3-49a0-bf8d-1003f7bf7754 req-6798fd6c-7dea-4bc6-b318-fcf6fcd39da6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Oct 15 13:54:14.321401 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a217086-cd23-401f-a800-76068bde39da req-6b9760fb-1420-4847-bdd4-92bc1b4f2ffc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:14.323124 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a217086-cd23-401f-a800-76068bde39da req-6b9760fb-1420-4847-bdd4-92bc1b4f2ffc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0857456 Oct 15 13:54:14.346711 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72e0b8-93aa-4970-b018-f459c4ffe276 req-07199a75-00df-488d-8ba0-6bfe0dc9b01d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:14.348514 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cf72e0b8-93aa-4970-b018-f459c4ffe276 req-07199a75-00df-488d-8ba0-6bfe0dc9b01d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0767925 Oct 15 13:54:14.428388 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a217086-cd23-401f-a800-76068bde39da req-bb27900c-ef39-49c7-b8dd-c15e4b8e0055 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971458 Oct 15 13:54:14.442496 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cf72e0b8-93aa-4970-b018-f459c4ffe276 req-0df89310-0aa4-43cf-992f-d5cfaf3c4640 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855713 Oct 15 13:54:14.566627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c92c6-49a3-4996-87c1-fd1de5cea14a req-96ee1fbf-4f8e-466b-b5e7-f189a3db0354 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:14.568524 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-204c92c6-49a3-4996-87c1-fd1de5cea14a req-96ee1fbf-4f8e-466b-b5e7-f189a3db0354 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0523999 Oct 15 13:54:14.628685 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-204c92c6-49a3-4996-87c1-fd1de5cea14a req-ab4d55b1-7f9c-4ab7-8d13-60190327fab0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538166 Oct 15 13:54:15.935246 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f91286-cfc4-49aa-87c2-a4dd5e085f65 req-33e9b4bf-c1f4-4af9-bfd0-054f05d350be tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:15.936927 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-98f91286-cfc4-49aa-87c2-a4dd5e085f65 req-33e9b4bf-c1f4-4af9-bfd0-054f05d350be tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.3783324 Oct 15 13:54:15.948831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b1629-6113-4733-a895-1cd1281fe43d req-a9e4f247-77a1-4156-8777-ec838f258b15 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:15.950471 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-764b1629-6113-4733-a895-1cd1281fe43d req-a9e4f247-77a1-4156-8777-ec838f258b15 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.3823347 Oct 15 13:54:16.040264 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-98f91286-cfc4-49aa-87c2-a4dd5e085f65 req-44d30dae-e2be-4d1d-b173-c213d8bc2bdd tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887015 Oct 15 13:54:16.044527 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-764b1629-6113-4733-a895-1cd1281fe43d req-f228c5cb-bb19-430e-aa64-e67f8f38f252 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856457 Oct 15 13:54:16.210700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a031af-bca5-41cf-8cd0-26746ca333af req-6f3f67b9-99f8-4c5c-aea4-1501845e00c7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:16.213502 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4a031af-bca5-41cf-8cd0-26746ca333af req-6f3f67b9-99f8-4c5c-aea4-1501845e00c7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0837281 Oct 15 13:54:16.283224 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:16.289964 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4a031af-bca5-41cf-8cd0-26746ca333af req-4fc98b9e-a1f8-4a26-a330-5a9112a8428d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705421 Oct 15 13:54:17.207983 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a09e-5ce0-4b9c-ba88-57f7f1bd159b req-14dcaabe-1632-4f44-ac07-15438dc77192 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:17.209627 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6fa9a09e-5ce0-4b9c-ba88-57f7f1bd159b req-14dcaabe-1632-4f44-ac07-15438dc77192 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0724261 Oct 15 13:54:17.267678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903785ea-877e-4013-9555-c3143a8e8a16 req-61fff17b-aef8-43a9-a91e-0a2f6597841c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:17.269966 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-903785ea-877e-4013-9555-c3143a8e8a16 req-61fff17b-aef8-43a9-a91e-0a2f6597841c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.0863183 Oct 15 13:54:17.291771 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:17.320007 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6fa9a09e-5ce0-4b9c-ba88-57f7f1bd159b req-b35ff70a-5151-4f93-ba76-95698f9d4317 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932004 Oct 15 13:54:17.362616 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-903785ea-877e-4013-9555-c3143a8e8a16 req-3a053383-fd78-4e72-b8d1-c0b47bf58f91 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831923 Oct 15 13:54:17.465435 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d4e06-b701-4c67-bf8a-36bfe5929e24 req-3e300df7-72a6-441b-b077-332508260505 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:17.467448 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-453d4e06-b701-4c67-bf8a-36bfe5929e24 req-3e300df7-72a6-441b-b077-332508260505 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0670528 Oct 15 13:54:17.528812 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-453d4e06-b701-4c67-bf8a-36bfe5929e24 req-23d665c9-fd5d-4f60-a2ff-beef45e25cdf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516529 Oct 15 13:54:18.542520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7719487-d721-444c-8d87-5cff66eac415 req-973e2b0d-d83d-4717-9727-115c4a51e203 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:18.545412 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f7719487-d721-444c-8d87-5cff66eac415 req-973e2b0d-d83d-4717-9727-115c4a51e203 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1325703 Oct 15 13:54:18.571501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee688b-bcc2-4efb-98ce-10c63c40c9f1 req-92554dc8-7469-4a55-a8bd-f5b85aeff740 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:18.574062 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1ee688b-bcc2-4efb-98ce-10c63c40c9f1 req-92554dc8-7469-4a55-a8bd-f5b85aeff740 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 944 time: 0.1126232 Oct 15 13:54:18.660294 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f7719487-d721-444c-8d87-5cff66eac415 req-071bc6b6-fabf-4f1c-9960-260daf9c7dc3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076860 Oct 15 13:54:18.671572 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1ee688b-bcc2-4efb-98ce-10c63c40c9f1 req-07cc7a15-0b4a-4e0f-a91f-49587086f8b5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881393 Oct 15 13:54:18.812174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e48517-93ee-4161-8d95-c338693dcd46 req-8769ea00-8a2a-4d02-a949-f6d4e54ae04a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:18.813775 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6e48517-93ee-4161-8d95-c338693dcd46 req-8769ea00-8a2a-4d02-a949-f6d4e54ae04a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0553446 Oct 15 13:54:18.875782 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6e48517-93ee-4161-8d95-c338693dcd46 req-96191be5-89dd-48d7-b7ff-fd03ef9598d1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524783 Oct 15 13:54:19.155122 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=9 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:19.170939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=9 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:19.471787 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:54:19.619733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:19.633693 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'port_id': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'mac_address': 'fa:16:3e:ab:a6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:54:19.677451 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:54:19.678013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:19.695442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:54:19.730939 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:19.739757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:19.826292 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:19.911265 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d4468-a9f4-45b1-970e-7d163ecbc14a req-7ff725d7-a012-49cc-ac39-462d792b3247 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:19.913925 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7a3d4468-a9f4-45b1-970e-7d163ecbc14a req-7ff725d7-a012-49cc-ac39-462d792b3247 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1354637 Oct 15 13:54:19.953277 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d7fa7-f9fe-46b6-9124-d78135864cba req-1b234b93-7221-46fc-8546-1ef8800fb39d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:19.955844 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101d7fa7-f9fe-46b6-9124-d78135864cba req-1b234b93-7221-46fc-8546-1ef8800fb39d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.1290791 Oct 15 13:54:20.086983 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7a3d4468-a9f4-45b1-970e-7d163ecbc14a req-9c17d1f4-98f5-445c-a2f2-8e73fbdc65ff tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617248 Oct 15 13:54:20.097084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101d7fa7-f9fe-46b6-9124-d78135864cba req-a5e5a37e-72a8-4f13-8352-fc7d81d3a77a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250913 Oct 15 13:54:20.256848 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ca6f3-a8e4-4983-b2c1-72e2bb6a66b2 req-6afe9954-ac6d-455b-950b-2bffdb546e31 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:20.258829 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-250ca6f3-a8e4-4983-b2c1-72e2bb6a66b2 req-6afe9954-ac6d-455b-950b-2bffdb546e31 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0614851 Oct 15 13:54:20.327768 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-250ca6f3-a8e4-4983-b2c1-72e2bb6a66b2 req-e564116d-76e8-4fc5-a3ef-5558994dc015 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626924 Oct 15 13:54:20.342661 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:20.343579 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:21.293624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672500-0142-436b-b3c9-2f18674309ad req-45d7581e-5304-421b-b5cb-c8cbcdb02c9c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:21.295237 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-69672500-0142-436b-b3c9-2f18674309ad req-45d7581e-5304-421b-b5cb-c8cbcdb02c9c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.0954483 Oct 15 13:54:21.301625 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875f717-9390-47ed-9f3b-8099ac262fc7 req-3af64658-733f-46f3-bdea-4346e43b72b4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:21.303460 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7875f717-9390-47ed-9f3b-8099ac262fc7 req-3af64658-733f-46f3-bdea-4346e43b72b4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1014848 Oct 15 13:54:21.357898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:21.397307 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-69672500-0142-436b-b3c9-2f18674309ad req-cb37e686-ed43-45ca-98ff-a2e363580a4e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925820 Oct 15 13:54:21.400925 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7875f717-9390-47ed-9f3b-8099ac262fc7 req-b7824ef4-8e61-461e-ab3c-2cd01d27941f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815256 Oct 15 13:54:21.553689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3208-2fd8-4508-9ca9-27228f1bd208 req-319520b2-ec94-47b4-bd14-45da162730d1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:21.556528 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0aff3208-2fd8-4508-9ca9-27228f1bd208 req-319520b2-ec94-47b4-bd14-45da162730d1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0728941 Oct 15 13:54:21.627511 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0aff3208-2fd8-4508-9ca9-27228f1bd208 req-a2d001b6-a6c7-4af6-88cd-69b2f9a61315 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640180 Oct 15 13:54:22.115100 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:54:22.296935 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-aa169744-5a04-4d9e-a78c-8a49ad74ffcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:22.554187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:22.574733 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd432244-23bf-4f54-9a32-9d6b3047d30c req-4281434d-959d-4f89-bb03-72a0fabcb8ea tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:22.576377 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cd432244-23bf-4f54-9a32-9d6b3047d30c req-4281434d-959d-4f89-bb03-72a0fabcb8ea tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.0826564 Oct 15 13:54:22.590433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a9ce-76e4-4694-b846-d3a23cca08ae req-82bcdb94-eb06-4a15-b746-318ab62f6008 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:22.592364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7dc4a9ce-76e4-4694-b846-d3a23cca08ae req-82bcdb94-eb06-4a15-b746-318ab62f6008 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0884910 Oct 15 13:54:22.725051 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cd432244-23bf-4f54-9a32-9d6b3047d30c req-d2288de1-25f1-40f2-b6af-fcb732907202 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415296 Oct 15 13:54:22.748441 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7dc4a9ce-76e4-4694-b846-d3a23cca08ae req-b52b6a6e-6cf8-490a-a73f-2a20ced1687e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356018 Oct 15 13:54:23.951264 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91d9ce-467f-4332-9aac-4e3d3663ffa9 req-8e7b9a12-4457-4a3d-b435-e65a5743f174 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:23.954056 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-de91d9ce-467f-4332-9aac-4e3d3663ffa9 req-8e7b9a12-4457-4a3d-b435-e65a5743f174 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.1158783 Oct 15 13:54:24.005874 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdecf8c-2e08-4c25-9b8a-4fc913b1bc3b req-9d27b254-8e29-49e7-b499-1c9d1cf8d115 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:24.008547 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efdecf8c-2e08-4c25-9b8a-4fc913b1bc3b req-9d27b254-8e29-49e7-b499-1c9d1cf8d115 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1244273 Oct 15 13:54:24.099127 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-de91d9ce-467f-4332-9aac-4e3d3663ffa9 req-34ef81e1-cbdf-4558-8a16-8265dbee50a1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388023 Oct 15 13:54:24.142166 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efdecf8c-2e08-4c25-9b8a-4fc913b1bc3b req-8362b8b6-7355-4fb1-9e05-2da09b2c4d45 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247859 Oct 15 13:54:24.600868 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fffdd2e0-28e6-49b1-9a5e-bf1cd34b265a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:25.286501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0b9d-834c-4157-8a49-27a7a9f82367 req-f0ae95e1-6347-46c1-9040-9aebf3422ccb tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:25.288210 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d1bd0b9d-834c-4157-8a49-27a7a9f82367 req-f0ae95e1-6347-46c1-9040-9aebf3422ccb tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.0979214 Oct 15 13:54:25.308362 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9091ab-7411-40ce-8efe-bd417aae8f83 req-c1b83563-2977-4379-b41e-8b67ac690979 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:25.310011 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad9091ab-7411-40ce-8efe-bd417aae8f83 req-c1b83563-2977-4379-b41e-8b67ac690979 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0772936 Oct 15 13:54:25.399617 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d1bd0b9d-834c-4157-8a49-27a7a9f82367 req-c4e6f1d5-7233-4b0a-9c7a-35d22fc8c877 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042838 Oct 15 13:54:25.408910 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad9091ab-7411-40ce-8efe-bd417aae8f83 req-6bdb9ce5-67c0-466e-a973-a8af02a13d39 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886919 Oct 15 13:54:26.203143 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:26.465784 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:54:26.601316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761862e-5f97-47e8-bc28-0a5396c01143 req-3f2af4c4-03a3-490b-a8e9-82497ab6c632 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:26.603135 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4761862e-5f97-47e8-bc28-0a5396c01143 req-3f2af4c4-03a3-490b-a8e9-82497ab6c632 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 945 time: 0.0974586 Oct 15 13:54:26.609767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b193d74-159c-4b7d-ac5a-4b2379e417f4 req-9b745764-3a56-4e95-942f-a43911a87ee6 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:26.611388 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4b193d74-159c-4b7d-ac5a-4b2379e417f4 req-9b745764-3a56-4e95-942f-a43911a87ee6 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0893238 Oct 15 13:54:26.702607 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4761862e-5f97-47e8-bc28-0a5396c01143 req-46c24d07-cf0e-4b82-9e42-6fc2b7c1116a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900931 Oct 15 13:54:26.712859 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4b193d74-159c-4b7d-ac5a-4b2379e417f4 req-db43d8ed-b783-4cb5-8551-90dee1c67934 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910506 Oct 15 13:54:27.280388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:54:27.331363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:54:27.339253 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:54:27.339782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:27.340366 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 Oct 15 13:54:27.438553 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:54:27.439177 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:27.485624 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:27.490534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee491f-2564-4d61-9927-7b0dc76c1602" -d '{"events": [{"server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "name": "network-vif-plugged", "status": "completed", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:27.514128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:27.521055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:27.563580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49c546-58ce-44c8-863d-afdde1e31a6d x-openstack-request-id: req-7d49c546-58ce-44c8-863d-afdde1e31a6d {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:27.564025 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "name": "network-vif-plugged", "status": "completed", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:27.564426 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d49c546-58ce-44c8-863d-afdde1e31a6d {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:27.565056 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d49c546-58ce-44c8-863d-afdde1e31a6d'] response: {'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'code': 200} Oct 15 13:54:27.616681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:27.778335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:27.844589 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:27.983993 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:28.085042 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aecaa8-10b9-43a7-b1e9-170201466f6d req-9716d3c6-2dc9-4323-94ab-36925ce41e5f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:28.088857 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d0aecaa8-10b9-43a7-b1e9-170201466f6d req-9716d3c6-2dc9-4323-94ab-36925ce41e5f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.2401724 Oct 15 13:54:28.116509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02882549-3ad4-4fdb-a92a-7485a83b9477 req-43197516-c9b8-47b6-ad9f-8fcc79cc17cc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:28.119175 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02882549-3ad4-4fdb-a92a-7485a83b9477 req-43197516-c9b8-47b6-ad9f-8fcc79cc17cc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.2495635 Oct 15 13:54:28.130668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677827b0-057a-40e4-ba8a-cef98f443346 req-6b8a242e-0aa2-44e7-a890-7a2fd5d6f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:28.132630 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-677827b0-057a-40e4-ba8a-cef98f443346 req-6b8a242e-0aa2-44e7-a890-7a2fd5d6f385 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 1130 time: 0.3434291 Oct 15 13:54:28.274579 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d0aecaa8-10b9-43a7-b1e9-170201466f6d req-97bb609f-4ecf-477d-bcf7-54a063ad1c89 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518302 Oct 15 13:54:28.304511 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02882549-3ad4-4fdb-a92a-7485a83b9477 req-8649f6c9-c963-4a20-8603-e10b296a5f8b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660416 Oct 15 13:54:28.308409 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-677827b0-057a-40e4-ba8a-cef98f443346 req-a3eac712-f91f-4a86-bcfc-1362f463cc6e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594195 Oct 15 13:54:29.445205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55378a3-4d9e-41a2-bf19-a0635c7b252e req-8e0ce831-1bb1-419e-b62a-2c4f16369903 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:29.446812 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d55378a3-4d9e-41a2-bf19-a0635c7b252e req-8e0ce831-1bb1-419e-b62a-2c4f16369903 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0764086 Oct 15 13:54:29.510173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee320638-c41e-42bc-a69e-697a27c38c50 req-962b3e52-3bce-4917-b085-44b3051adffe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:29.511695 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee320638-c41e-42bc-a69e-697a27c38c50 req-962b3e52-3bce-4917-b085-44b3051adffe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0896356 Oct 15 13:54:29.564391 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d55378a3-4d9e-41a2-bf19-a0635c7b252e req-af865cb2-26e9-4e27-a2ea-dc31bcc0a5e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943484 Oct 15 13:54:29.601322 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:29.607245 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee320638-c41e-42bc-a69e-697a27c38c50 req-8963c68a-b486-48e3-955c-3f2ce5cc8f05 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825305 Oct 15 13:54:30.781665 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41582718-d2f9-4380-8fd8-a91b7db05436 req-c5fe425b-e913-4914-a642-d329367ce64e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:30.784234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-41582718-d2f9-4380-8fd8-a91b7db05436 req-c5fe425b-e913-4914-a642-d329367ce64e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.1130273 Oct 15 13:54:30.805208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621f02-d41d-4d90-9b4c-0351732e5909 req-272e7579-eff7-4d66-9cbc-dd1439ff2bab tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:30.807850 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-62621f02-d41d-4d90-9b4c-0351732e5909 req-272e7579-eff7-4d66-9cbc-dd1439ff2bab tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0957987 Oct 15 13:54:30.911946 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-41582718-d2f9-4380-8fd8-a91b7db05436 req-66427b02-b10b-426a-9b2e-41e7c3371b58 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030145 Oct 15 13:54:30.916593 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-62621f02-d41d-4d90-9b4c-0351732e5909 req-b4682d9a-677d-4c59-b47f-e60986673110 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873668 Oct 15 13:54:32.083353 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b9c2-8624-4162-a19d-c78b84182fea req-ffb8fc7a-decf-4410-b3e3-c685c0ba34c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:32.085026 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6f1b9c2-8624-4162-a19d-c78b84182fea req-ffb8fc7a-decf-4410-b3e3-c685c0ba34c2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0877852 Oct 15 13:54:32.091114 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d7835-35d8-44bd-af6f-870953a9062a req-e73dd3d0-0781-4ef3-8d6a-900ad027f4b1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:32.092761 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-087d7835-35d8-44bd-af6f-870953a9062a req-e73dd3d0-0781-4ef3-8d6a-900ad027f4b1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0843217 Oct 15 13:54:32.179802 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6f1b9c2-8624-4162-a19d-c78b84182fea req-3390b325-695e-479a-83be-8f3804459ab5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860164 Oct 15 13:54:32.183403 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-087d7835-35d8-44bd-af6f-870953a9062a req-c584f44d-caa4-4815-b806-bacc63a6a53e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826111 Oct 15 13:54:32.328300 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe972c2-0faa-4d6d-926d-6383cab80346 req-301d92e5-340a-4e9a-a55c-9514e87ed215 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:32.329973 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffe972c2-0faa-4d6d-926d-6383cab80346 req-301d92e5-340a-4e9a-a55c-9514e87ed215 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Oct 15 13:54:32.390336 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffe972c2-0faa-4d6d-926d-6383cab80346 req-2c910c46-6a97-4a9f-80ce-7aa66df7a5ab tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528328 Oct 15 13:54:32.427791 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 57802) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:54:32.518683 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82c631-599e-4aa4-a429-6d80baede13b tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:32.520740 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ff82c631-599e-4aa4-a429-6d80baede13b tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 1125 time: 0.0915432 Oct 15 13:54:32.524207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 57806) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:54:32.529133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'port_id': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:54:32.555054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:32.656351 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:32.659331 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:32.787201 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.27.0.28 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/445b82d8-7a06-40fb-b747-f3eb60f0e827) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:54:32.913401 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:32.939013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:32.957824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.001590 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:54:33.005162 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:54:33.009333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:54:33.036299 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=445b82d8-7a06-40fb-b747-f3eb60f0e827,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:33.424835 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e5e3-c019-4f22-a1d8-92aa4709b0d3 req-894b8a14-633f-4357-9b52-903fe820f1ca tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:33.426464 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7985e5e3-c019-4f22-a1d8-92aa4709b0d3 req-894b8a14-633f-4357-9b52-903fe820f1ca tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1016042 Oct 15 13:54:33.528980 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (d0bfed74-b05a-49e8-bc94-f1f5871e8a5f), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.534130 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7985e5e3-c019-4f22-a1d8-92aa4709b0d3 req-a72d91b6-095c-4cd5-a843-a3bae72986a1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736485 Oct 15 13:54:33.577280 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:33.655639 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.693527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b0b80-86ae-4ce0-a41f-9ef7dc2b11b2 req-0ed5549b-b2b7-429b-86b0-c6142e123d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:33.695116 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-770b0b80-86ae-4ce0-a41f-9ef7dc2b11b2 req-0ed5549b-b2b7-429b-86b0-c6142e123d7f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0728281 Oct 15 13:54:33.842880 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.849378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.924101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (d0bfed74-b05a-49e8-bc94-f1f5871e8a5f), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:33.926258 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=445b82d8-7a06-40fb-b747-f3eb60f0e827,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:33.970413 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:34.050188 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP d0bfed74-b05a-49e8-bc94-f1f5871e8a5f associated. External IP: 172.27.0.28, port: 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493. Oct 15 13:54:34.203467 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-770b0b80-86ae-4ce0-a41f-9ef7dc2b11b2 req-97e60506-e005-44dd-92ab-6631860eef65 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643439 Oct 15 13:54:34.326945 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:54:34.494631 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:54:34.509956 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:54:34.524526 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:54:34.525173 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:54:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:34.525854 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:34.570275 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-82b3eb2a-f085-405a-8347-0db5212761f4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0446522 Oct 15 13:54:34.571449 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:34.573896 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce020b53-b27b-4200-b92b-d9afb1f79dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:34.646850 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:54:34.712330 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:34.720113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b40e69-1630-4748-8fbe-1562b4fe2921 x-openstack-request-id: req-15b40e69-1630-4748-8fbe-1562b4fe2921 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:34.720593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:34.720937 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15b40e69-1630-4748-8fbe-1562b4fe2921 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:34.721819 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b40e69-1630-4748-8fbe-1562b4fe2921'] response: {'name': 'network-changed', 'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'status': 'completed', 'code': 200} Oct 15 13:54:34.732221 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aa079-a74c-437c-9696-36dc9a0a3dcc req-5a244c22-71eb-4fba-b423-900ff8aada9d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:34.733946 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2e9aa079-a74c-437c-9696-36dc9a0a3dcc req-5a244c22-71eb-4fba-b423-900ff8aada9d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0733497 Oct 15 13:54:34.794667 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2e9aa079-a74c-437c-9696-36dc9a0a3dcc req-574b38f7-e62a-4ea4-8c10-57d09e9b39f9 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539587 Oct 15 13:54:34.795829 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:34.948860 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd0bfed74-b05a-49e8-bc94-f1f5871e8a5f', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:ab:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9209310f-9812-4e8e-9a64-a46690948204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:54:33Z', 'updated_at': '2022-10-15T13:54:33Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:34.983451 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:54:34.994423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:54:34.995196 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:54:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:35.087530 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:35.106239 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:54:35.204121 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:35.437057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd0bfed74-b05a-49e8-bc94-f1f5871e8a5f', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:ab:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9209310f-9812-4e8e-9a64-a46690948204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:54:33Z', 'updated_at': '2022-10-15T13:54:33Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:35.466836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ab8b8-e797-43d9-a226-1b9ec42c8a18 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'd0bfed74-b05a-49e8-bc94-f1f5871e8a5f', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:ab:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9209310f-9812-4e8e-9a64-a46690948204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:54:33Z', 'updated_at': '2022-10-15T13:54:33Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:54:35.487559 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-18cd8d9a-f78a-42f3-b5b9-7a4a27f78f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:35.489647 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-18cd8d9a-f78a-42f3-b5b9-7a4a27f78f91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 1130 time: 0.1466765 Oct 15 13:54:35.507329 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbffb3-9750-47c2-98b0-0b3efad6117e req-bd785e34-e662-40d7-b84e-b45b1bd1c3ec tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:35.508983 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6dbffb3-9750-47c2-98b0-0b3efad6117e req-bd785e34-e662-40d7-b84e-b45b1bd1c3ec tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0697050 Oct 15 13:54:35.563319 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6dbffb3-9750-47c2-98b0-0b3efad6117e req-92c75e7b-759e-4de4-b601-02a5c8a20eda tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Oct 15 13:54:35.694584 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a370bfcd-bee2-4579-985a-be8ca2146afa None None] New status for floating IP d0bfed74-b05a-49e8-bc94-f1f5871e8a5f: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:54:35.942450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd86672-c82b-4e2d-9a31-6251f01c1a0c req-0f6a2cae-bd3e-41db-81d7-ef04950e18c7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:35.944221 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4fd86672-c82b-4e2d-9a31-6251f01c1a0c req-0f6a2cae-bd3e-41db-81d7-ef04950e18c7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0604756 Oct 15 13:54:36.010434 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4fd86672-c82b-4e2d-9a31-6251f01c1a0c req-ab468894-6a72-49b7-95dd-b1f603a0b346 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561955 Oct 15 13:54:36.695890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7069-5555-412e-a45b-d79d8b79e68c req-b5ac3218-f6bc-4e8e-aa0b-82f9e443bdb9 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:36.698335 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d51b7069-5555-412e-a45b-d79d8b79e68c req-b5ac3218-f6bc-4e8e-aa0b-82f9e443bdb9 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0527909 Oct 15 13:54:36.760972 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d51b7069-5555-412e-a45b-d79d8b79e68c req-21cd8996-039e-4f37-b01e-60be279dbfd0 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561373 Oct 15 13:54:37.193557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2fa3b-7c39-4e10-9f6d-cdb9b5247189 req-b798e3aa-02bf-4d40-92cb-a2dfde03778c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:37.195092 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3fd2fa3b-7c39-4e10-9f6d-cdb9b5247189 req-b798e3aa-02bf-4d40-92cb-a2dfde03778c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.1003706 Oct 15 13:54:37.234333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:37.275609 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-dd4bf001-6804-41ae-994a-1614766e1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:37.277250 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-dd4bf001-6804-41ae-994a-1614766e1a84 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.1728449 Oct 15 13:54:37.291463 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3fd2fa3b-7c39-4e10-9f6d-cdb9b5247189 req-6306a362-0a0a-4019-ac74-477fbd467347 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880702 Oct 15 13:54:37.918897 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-9c9f7acd-6dc2-45d7-bab0-2c894505872e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 HTTP/1.1" status: 200 len: 1001 time: 0.1031251 Oct 15 13:54:37.925310 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8742-0f9d-4ff6-abed-a3c277a90446 req-790f789b-e492-4b55-a8d9-76a97208ae9d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:37.926947 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1ae8742-0f9d-4ff6-abed-a3c277a90446 req-790f789b-e492-4b55-a8d9-76a97208ae9d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0685542 Oct 15 13:54:37.988098 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1ae8742-0f9d-4ff6-abed-a3c277a90446 req-764a2742-93ef-4f96-9b1f-099e572ab192 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Oct 15 13:54:38.177778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-be9e8c9c-27b8-4e54-a86a-a21c89b8725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:38.179451 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-be9e8c9c-27b8-4e54-a86a-a21c89b8725b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0555954 Oct 15 13:54:38.219214 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-99d9ea42-f5ff-4372-ae62-513e0734366f tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:38.221047 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-99d9ea42-f5ff-4372-ae62-513e0734366f tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 946 time: 0.0610855 Oct 15 13:54:38.237560 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-43d14451-32f8-467d-aa50-b1a87fb16644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:38.239405 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-43d14451-32f8-467d-aa50-b1a87fb16644 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530350 Oct 15 13:54:38.356408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Deleting port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:54:38.356987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:38.484351 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] For port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:54:38.484652 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:38.501418 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Calling delete_port for f1f1b2d4-39b0-458c-8883-41eaa4cbab9e owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:54:38.648643 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae09e-0536-4180-803f-485218464ec3 req-51722be4-a8d7-4b72-90dc-69baa5541ea1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:38.650549 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cae09e-0536-4180-803f-485218464ec3 req-51722be4-a8d7-4b72-90dc-69baa5541ea1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0953178 Oct 15 13:54:38.653550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (f1f1b2d4-39b0-458c-8883-41eaa4cbab9e), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:38.668716 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['f1f1b2d4-39b0-458c-8883-41eaa4cbab9e'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:54:38.700903 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-bad07f19-f779-43f0-b1e7-e7018b403a59 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526818 Oct 15 13:54:38.701230 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Pushing event deleted for resources: {'Port': ['ID=f1f1b2d4-39b0-458c-8883-41eaa4cbab9e,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:38.728575 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.728970 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.729608 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.729959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.730317 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.730622 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.731143 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.731644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.731996 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.732507 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.733017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.733249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.733546 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.733913 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.734245 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:54:38.761703 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] No DVR routers for this DVR port f1f1b2d4-39b0-458c-8883-41eaa4cbab9e on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:54:38.764565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:38.768198 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-48526487-d28a-499e-9dff-9e96f1e4b6dd req-fd536d89-6590-46e9-8c59-6f79f57add38 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "DELETE /networking/v2.0/ports/f1f1b2d4-39b0-458c-8883-41eaa4cbab9e HTTP/1.1" status: 204 len: 173 time: 0.5403562 Oct 15 13:54:38.768766 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'name': 'network-vif-deleted', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:38.769891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:38.773555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fed5ba-64a4-4c5f-96a1-86949206d9d8" -d '{"events": [{"server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "name": "network-vif-deleted", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:38.780898 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-91cae09e-0536-4180-803f-485218464ec3 req-6accc622-c01c-4181-a5ab-dddf6367dbc8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184387 Oct 15 13:54:38.846523 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce020b53-b27b-4200-b92b-d9afb1f79dc6 req-ff10e64f-206c-47e8-806a-2346812c60a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357501 Oct 15 13:54:38.908402 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23684a3f-2c19-4465-9ede-fbbecaea01af x-openstack-request-id: req-23684a3f-2c19-4465-9ede-fbbecaea01af {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:38.908893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ce134b-a723-453b-8847-b0725e969e89", "name": "network-vif-deleted", "tag": "f1f1b2d4-39b0-458c-8883-41eaa4cbab9e", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:38.909058 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23684a3f-2c19-4465-9ede-fbbecaea01af {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:38.909513 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23684a3f-2c19-4465-9ede-fbbecaea01af'] response: {'server_uuid': 'd6ce134b-a723-453b-8847-b0725e969e89', 'name': 'network-vif-deleted', 'tag': 'f1f1b2d4-39b0-458c-8883-41eaa4cbab9e', 'status': 'completed', 'code': 200} Oct 15 13:54:39.140441 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a79b8fec-bc55-4b63-ab9c-46eabfc2e9c3 req-b2d285a7-3a9e-4696-b15c-8b233ae6577d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d6ce134b-a723-453b-8847-b0725e969e89 HTTP/1.1" status: 200 len: 210 time: 0.0434415 Oct 15 13:54:39.411635 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-1be88b5c-7db8-4503-9424-a1e8ca245a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:39.413272 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-1be88b5c-7db8-4503-9424-a1e8ca245a91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0936406 Oct 15 13:54:39.431483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324e9f-1765-4910-afaf-e7955f6dc18d req-024ce677-2ccb-41de-9fa7-2c5ec2d364f8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:39.434303 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1324e9f-1765-4910-afaf-e7955f6dc18d req-024ce677-2ccb-41de-9fa7-2c5ec2d364f8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0954421 Oct 15 13:54:39.549866 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e1324e9f-1765-4910-afaf-e7955f6dc18d req-30954cc5-900e-40f5-afd0-2a4276b79927 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095862 Oct 15 13:54:39.586306 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-3083bdf8-26de-43c1-8149-b28215715d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:39.587847 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-3083bdf8-26de-43c1-8149-b28215715d9f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1396492 Oct 15 13:54:39.850665 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-a1b0388c-ab92-4de5-bf1e-316b839920fe service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1002 time: 0.1068687 Oct 15 13:54:39.929585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-64b1c326-5d24-47ff-8dc8-78a23a6b25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:39.931827 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-64b1c326-5d24-47ff-8dc8-78a23a6b25ed service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0742958 Oct 15 13:54:39.986388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:39.994822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-fea3f1db-4955-4272-a05f-402ca7bc3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:39.996446 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-fea3f1db-4955-4272-a05f-402ca7bc3c76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557456 Oct 15 13:54:40.108189 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-de5c3437-a4fa-4122-a4a6-94468422fe54 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053004 Oct 15 13:54:40.228946 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c8e03ed6-6a5a-499a-89a9-027ad72e0f68 req-d0ffaf03-54a5-4efc-929e-0f20aefe523c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133707 Oct 15 13:54:40.693642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c435ba2-7185-4fc9-908c-2ab8844ec9b5 req-488d7487-f88b-4395-9b78-686e38a385e3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:40.695302 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5c435ba2-7185-4fc9-908c-2ab8844ec9b5 req-488d7487-f88b-4395-9b78-686e38a385e3 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0564954 Oct 15 13:54:40.774909 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5c435ba2-7185-4fc9-908c-2ab8844ec9b5 req-b9cc49f5-523e-4f28-8603-fee9af5f45aa tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729685 Oct 15 13:54:41.933022 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d58b5-c34a-426e-bb9f-ee77d29345ea req-c5579e86-dc97-4b4b-95cd-913dac89c8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:41.934690 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8d58b5-c34a-426e-bb9f-ee77d29345ea req-c5579e86-dc97-4b4b-95cd-913dac89c8df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0631638 Oct 15 13:54:41.987562 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8d58b5-c34a-426e-bb9f-ee77d29345ea req-8c46662c-9c75-4078-8f57-d3f62ebd427d tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460908 Oct 15 13:54:43.134099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097fc9a-ec77-496a-b6b0-3975c7588314 req-a526bed6-114a-494d-8781-d2aaf55691bb tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:43.135728 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1097fc9a-ec77-496a-b6b0-3975c7588314 req-a526bed6-114a-494d-8781-d2aaf55691bb tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0518696 Oct 15 13:54:43.194583 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1097fc9a-ec77-496a-b6b0-3975c7588314 req-d116ef37-4e0b-4161-af38-fd7d69dea8be tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525355 Oct 15 13:54:44.365044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307bbe3-262a-49e9-8af6-f041ed107cd1 req-b58aec8e-a811-448b-bd03-fc12027ea661 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:44.367687 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6307bbe3-262a-49e9-8af6-f041ed107cd1 req-b58aec8e-a811-448b-bd03-fc12027ea661 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0595472 Oct 15 13:54:44.426620 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6307bbe3-262a-49e9-8af6-f041ed107cd1 req-9d2a0e99-6d3b-4398-bb80-f51c4f26adf8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524795 Oct 15 13:54:44.574931 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device f1f1b2d4-39b0-458c-8883-41eaa4cbab9e no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:54:44.608783 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: f1f1b2d4-39b0-458c-8883-41eaa4cbab9e {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:54:44.609399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device f1f1b2d4-39b0-458c-8883-41eaa4cbab9e not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:54:44.614613 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:45.595909 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:45.624207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08be27-1e1e-47af-8f65-a9382f751af8 req-531d9ae6-4a3b-480f-bbd9-93156d3c2347 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:45.626966 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb08be27-1e1e-47af-8f65-a9382f751af8 req-531d9ae6-4a3b-480f-bbd9-93156d3c2347 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0667903 Oct 15 13:54:45.703195 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb08be27-1e1e-47af-8f65-a9382f751af8 req-d29c12f8-e279-4120-a132-7fb1efa8f97c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697656 Oct 15 13:54:46.843807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74965be-0ecc-4b4d-bc5e-353c64cd7f01 req-566220fc-cf98-405a-9442-87fd31cff1e9 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:46.845501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e74965be-0ecc-4b4d-bc5e-353c64cd7f01 req-566220fc-cf98-405a-9442-87fd31cff1e9 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0512698 Oct 15 13:54:46.912787 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e74965be-0ecc-4b4d-bc5e-353c64cd7f01 req-96ff85c5-1d28-443a-b838-0d4a6e2a7f6f tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603986 Oct 15 13:54:47.433460 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:47.434357 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:48.082536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fcbb4-472a-4293-bb5b-e80193ddbe9b req-6dc18a2a-1be3-45c2-8a20-27386c960d22 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:48.084203 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-538fcbb4-472a-4293-bb5b-e80193ddbe9b req-6dc18a2a-1be3-45c2-8a20-27386c960d22 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0563416 Oct 15 13:54:48.142106 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-538fcbb4-472a-4293-bb5b-e80193ddbe9b req-c94cf66c-09c8-4eaa-8f58-0b58563ad142 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517638 Oct 15 13:54:48.286429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87214b7-95f5-42cf-822c-ea189a248e6f req-5b36dd6d-e435-4430-81b3-8412eec08f7c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:48.288059 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a87214b7-95f5-42cf-822c-ea189a248e6f req-5b36dd6d-e435-4430-81b3-8412eec08f7c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0546141 Oct 15 13:54:48.300457 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 57936) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:54:48.305624 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Request body: {'floatingip': {'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:54:48.365681 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:48.823611 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:48.919453 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:48.925641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:48.970680 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:49.407368 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:54:49.558921 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:54:49.564149 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:49.569884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:54:49.584773 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:54:49.585398 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:54:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:49.611816 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:49.614437 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b7dc2-82a5-4270-a153-c243393174ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:49.654243 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1f62b522-cfba-4631-9c57-52b52eeccef4 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/dbfd3cde-90dd-476a-acf0-9ae8a47b4827 HTTP/1.1" status: 200 len: 994 time: 1.3523812 Oct 15 13:54:49.684614 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e90ec-10ad-49a3-9166-7ff329b106c6 x-openstack-request-id: req-225e90ec-10ad-49a3-9166-7ff329b106c6 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:49.684969 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:49.685164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-225e90ec-10ad-49a3-9166-7ff329b106c6 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:49.685579 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225e90ec-10ad-49a3-9166-7ff329b106c6'] response: {'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'status': 'completed', 'code': 200} Oct 15 13:54:49.712705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:54:50.166914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:54:48Z', 'revision_number': 3, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:50.195182 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:54:50.205054 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:54:50.206122 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:54:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:50.321433 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:54:50.570106 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:54:48Z', 'revision_number': 3, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:54:50.598063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b6ed-4177-4b82-804d-4348ab1ef89f None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'dbfd3cde-90dd-476a-acf0-9ae8a47b4827', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'port_id': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'mac_address': 'fa:16:3e:87:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:51:00Z', 'updated_at': '2022-10-15T13:54:48Z', 'revision_number': 3, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:54:51.593199 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-675a2ed3-7b3f-4159-9c74-d56e5e78f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.595000 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-675a2ed3-7b3f-4159-9c74-d56e5e78f4be service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0445180 Oct 15 13:54:51.641390 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-91e10fe0-dbbb-4867-a2ad-8f47d7fb8e67 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506330 Oct 15 13:54:51.687910 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:51.694146 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34" -d '{"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:51.707840 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:51.713693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-ad96b015-02a9-480c-86ae-ac84ef4caf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.715268 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-ad96b015-02a9-480c-86ae-ac84ef4caf83 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1116774 Oct 15 13:54:51.762619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198bbafd-abac-4136-9c92-a9001670a94e x-openstack-request-id: req-198bbafd-abac-4136-9c92-a9001670a94e {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:51.763073 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:51.763508 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-198bbafd-abac-4136-9c92-a9001670a94e {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:51.763946 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198bbafd-abac-4136-9c92-a9001670a94e'] response: {'name': 'network-changed', 'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'status': 'completed', 'code': 200} Oct 15 13:54:51.778572 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-c9e07b89-dc25-4c24-9cfe-e62ad68bd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.780167 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-c9e07b89-dc25-4c24-9cfe-e62ad68bd18a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 1130 time: 0.0638053 Oct 15 13:54:51.807134 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-26e9295f-9bc2-4e48-8bb8-feadad21e0a5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1002 time: 0.0814290 Oct 15 13:54:51.930605 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-f1a150f2-50f0-4a02-b7fd-aa1f0c9414e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.932180 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-f1a150f2-50f0-4a02-b7fd-aa1f0c9414e7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0659502 Oct 15 13:54:51.993977 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-0871b67f-0c4e-429e-acb8-aedfeaf7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.995809 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-0871b67f-0c4e-429e-acb8-aedfeaf7a0d6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574775 Oct 15 13:54:51.996203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-21c2470a-7335-45c5-a40a-24c1f3853510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:51.997648 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-21c2470a-7335-45c5-a40a-24c1f3853510 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1179936 Oct 15 13:54:52.052277 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-117cb028-e677-4f40-8be8-661c971d6e09 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 200 len: 217 time: 0.0397630 Oct 15 13:54:52.108145 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-0f848525-1209-47c6-be27-a51b202c47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:52.109692 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-0f848525-1209-47c6-be27-a51b202c47c5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0516512 Oct 15 13:54:52.152867 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-4c46e787-0bab-44f7-b17f-e65a6cdce437 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398294 Oct 15 13:54:52.170194 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-a6fa4b80-e9c9-436e-a498-9bd36ba4e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:52.172445 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-a6fa4b80-e9c9-436e-a498-9bd36ba4e8ad service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498581 Oct 15 13:54:52.280424 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8b7dc2-82a5-4270-a153-c243393174ac req-f1b8f6f9-dfe1-4389-8bc3-daad6f0445cc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166959 Oct 15 13:54:52.286008 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-ac268c03-2ed1-4d22-949c-92dea9da4e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:52.305045 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-c319a712-8217-4c3f-b254-b2ba0bf495f6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224651 Oct 15 13:54:52.406265 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-043d98c7-8be1-499e-a1d7-ff63b34d98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:52.409330 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-043d98c7-8be1-499e-a1d7-ff63b34d98b4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 1130 time: 0.0676343 Oct 15 13:54:52.420736 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-998b05e8-11bd-47c9-8b7c-f15208de2af5 req-0be1c154-9c8f-4e89-a1a3-e9a1ab786bf1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975602 Oct 15 13:54:52.530063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-a268cc37-e72a-487f-98fa-0802dff816b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:52.531564 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-a268cc37-e72a-487f-98fa-0802dff816b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1163986 Oct 15 13:54:52.635836 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-14a5a6ce-35ad-468e-8d69-a2d698f3b5a1 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:52.637413 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-14a5a6ce-35ad-468e-8d69-a2d698f3b5a1 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 814 time: 0.1182227 Oct 15 13:54:52.657515 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-69403dc1-19e3-48ca-b0ea-57923a5e7f55 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/quotas/190914cc865b4003ab4b735d937e130d HTTP/1.1" status: 200 len: 375 time: 0.0115945 Oct 15 13:54:52.694982 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-6fa00333-ba4b-43f3-adf1-4b8be77fbf5c tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307670 Oct 15 13:54:52.770941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:52.896639 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-0fbbc05e-62a5-49ea-b7ac-f7cbee3086ce service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 200 len: 1002 time: 0.0841608 Oct 15 13:54:52.937747 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c15e2251-5ec6-4a08-ad1e-c9133f16f578 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352402 Oct 15 13:54:53.005236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-d1356999-edc2-4813-a04d-73da83366b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:53.006730 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-d1356999-edc2-4813-a04d-73da83366b3d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.1000443 Oct 15 13:54:53.080836 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-40b3a74d-db37-43dc-a3d2-71ebfa691e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:53.082499 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-40b3a74d-db37-43dc-a3d2-71ebfa691e51 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613024 Oct 15 13:54:53.084534 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-5d2136a2-7ed3-4dd4-af29-2083cf85c198 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398244 Oct 15 13:54:53.223693 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-4ca8c88b-6aab-476a-b67e-dac4b8621a8c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227405 Oct 15 13:54:53.248061 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:53.399105 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-84541ad1-5220-4cca-acf4-33d5904e4e52 req-fa1c8d86-1285-4029-8269-b25da8419f0a tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 210 time: 0.1181214 Oct 15 13:54:53.451837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f58cb-5773-4d83-a5c7-9fc635e9b56c req-aac91b9b-ebfc-4f58-9941-a47c8899d603 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:53.453271 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fb6f58cb-5773-4d83-a5c7-9fc635e9b56c req-aac91b9b-ebfc-4f58-9941-a47c8899d603 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.1013775 Oct 15 13:54:53.498429 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2bf5eb4b-42b3-40b1-8622-c8a45771cf34 req-64733759-b169-478b-92ad-763bbefc637f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671778 Oct 15 13:54:53.525133 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fb6f58cb-5773-4d83-a5c7-9fc635e9b56c req-efa5fd3a-cd56-4a52-9f6b-918c757c0858 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614700 Oct 15 13:54:54.541832 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9f39e317-80b4-4058-b503-e619ac455a62 req-c0626dec-cada-4912-aec6-6d3d783f0096 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 210 time: 0.0466449 Oct 15 13:54:54.598870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f54ac2b2-087d-4095-8cbc-5b6617298a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:54.661718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc19a2-6905-4a11-ad2a-ada94e8ffe31 req-8bbd941f-e9f4-4a78-9eae-dc8527283c46 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:54.663311 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05fc19a2-6905-4a11-ad2a-ada94e8ffe31 req-8bbd941f-e9f4-4a78-9eae-dc8527283c46 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0536203 Oct 15 13:54:54.717716 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05fc19a2-6905-4a11-ad2a-ada94e8ffe31 req-7115701d-c3ba-4080-8268-df63904083a4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482581 Oct 15 13:54:54.934647 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-888ef984-b081-4d0c-a22f-40cf34978cd6 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:54.936215 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-888ef984-b081-4d0c-a22f-40cf34978cd6 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 814 time: 0.1216254 Oct 15 13:54:54.949984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Request body: {'port': {'device_id': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733', 'admin_state_up': True, 'tenant_id': '190914cc865b4003ab4b735d937e130d'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:54:55.063236 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:55.075636 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Made reservation on behalf of 190914cc865b4003ab4b735d937e130d for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:54:55.080907 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:55.223564 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Allocated IP 172.20.0.14 (fbb63af8-320e-494a-a4ee-414e6707c733/2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1/06855a5f-f48f-4c3a-af82-e6a857966964) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:54:55.389453 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks [] for port (06855a5f-f48f-4c3a-af82-e6a857966964), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:55.417086 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:55.427529 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:55.482853 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Network fbb63af8-320e-494a-a4ee-414e6707c733 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:54:55.488342 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:54:55.491289 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:54:55.497941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Pushing event updated for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:55.550341 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:55.551121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:55.570173 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-662fd2d3-ec33-4f86-b703-c8ac5d2c8349 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242363 Oct 15 13:54:55.582617 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Request body: {'port': {'device_id': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:54:55.677252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:55.703140 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f870-2114-4822-ab03-3f236d135be8 req-7dc5e94e-0182-45f1-9756-fa1a6e546a49 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:55.704748 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3989f870-2114-4822-ab03-3f236d135be8 req-7dc5e94e-0182-45f1-9756-fa1a6e546a49 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 932 time: 0.0692663 Oct 15 13:54:55.845354 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3989f870-2114-4822-ab03-3f236d135be8 req-651f2d8f-2190-4d70-8056-c566c8e718ad tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197705 Oct 15 13:54:55.976512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:56.064958 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d511e2-fb74-4387-9055-4026df457479 req-741d5562-5f4a-42b6-9b41-14cdf190d540 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:56.066587 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-87d511e2-fb74-4387-9055-4026df457479 req-741d5562-5f4a-42b6-9b41-14cdf190d540 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0884204 Oct 15 13:54:56.114060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06855a5f-f48f-4c3a-af82-e6a857966964 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:54:56.124144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks [] for port (06855a5f-f48f-4c3a-af82-e6a857966964), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.153270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Transition to ACTIVE for port object 06855a5f-f48f-4c3a-af82-e6a857966964 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:54:56.157978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-87d511e2-fb74-4387-9055-4026df457479 req-a8950055-e483-45aa-b898-c3d9e123e144 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858505 Oct 15 13:54:56.158974 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.205895 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.240696 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Pushing event updated for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:56.273826 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Attempting to bind port 06855a5f-f48f-4c3a-af82-e6a857966964 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:54:56.274166 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Attempting to bind port 06855a5f-f48f-4c3a-af82-e6a857966964 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:54:56.274481 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Attempting to bind port 06855a5f-f48f-4c3a-af82-e6a857966964 on network fbb63af8-320e-494a-a4ee-414e6707c733 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:54:56.307941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:56.319732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Port 06855a5f-f48f-4c3a-af82-e6a857966964 on network fbb63af8-320e-494a-a4ee-414e6707c733 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:54:56.319990 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Attempting to bind port 06855a5f-f48f-4c3a-af82-e6a857966964 on network fbb63af8-320e-494a-a4ee-414e6707c733 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:54:56.363683 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:54:56.364026 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Checking segment: {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:54:56.364439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Bound using segment: {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:54:56.364831 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Bound port: 06855a5f-f48f-4c3a-af82-e6a857966964, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c278e5cf-7670-462a-b494-8876f6e9df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:54:56.365191 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.432676 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:54:56.435913 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=06855a5f-f48f-4c3a-af82-e6a857966964,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:54:56.444486 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.448673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:56.449276 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:56.450647 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/06855a5f-f48f-4c3a-af82-e6a857966964 HTTP/1.1" status: 200 len: 1094 time: 0.8726530 Oct 15 13:54:56.451219 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:54:56.453465 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:54:56.785728 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2297693-347d-4376-82cc-59cefd98e579 x-openstack-request-id: req-a2297693-347d-4376-82cc-59cefd98e579 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:54:56.786497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:54:56.786497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2297693-347d-4376-82cc-59cefd98e579 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:54:56.786695 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2297693-347d-4376-82cc-59cefd98e579'] response: {'name': 'network-changed', 'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964', 'status': 'completed', 'code': 200} Oct 15 13:54:56.841853 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-3724fff0-2f29-46f3-9727-7984b78c83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:56.843270 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-3724fff0-2f29-46f3-9727-7984b78c83b6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 1128 time: 0.0599778 Oct 15 13:54:56.846416 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9810d4e-2963-4b98-bd33-6f6c18b438fe service neutron] Pushing event updated for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:54:56.890982 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-3c3ef35e-7ee1-456c-8d6f-0a8dc14707f4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06855a5f-f48f-4c3a-af82-e6a857966964 HTTP/1.1" status: 200 len: 217 time: 0.0377975 Oct 15 13:54:56.969444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-fbd8d98f-43a9-4175-9b44-93890d392b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:56.970921 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-fbd8d98f-43a9-4175-9b44-93890d392b67 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 HTTP/1.1" status: 200 len: 854 time: 0.0721264 Oct 15 13:54:57.013349 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d438f7-a305-483d-b21b-fd6681b23a71 req-3eaee29a-6b96-4576-b397-7453b9012d15 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:57.014783 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d438f7-a305-483d-b21b-fd6681b23a71 req-3eaee29a-6b96-4576-b397-7453b9012d15 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 944 time: 0.0795794 Oct 15 13:54:57.017287 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-f34fe528-b33d-47b8-ac4b-1f157b5e8711 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fbb63af8-320e-494a-a4ee-414e6707c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376668 Oct 15 13:54:57.131055 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59d438f7-a305-483d-b21b-fd6681b23a71 req-74eb3bba-4b29-4e78-a755-83480b3c06ed tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096070 Oct 15 13:54:57.166810 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-0604d7c2-6973-47ad-9c10-d45a7863540b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379163 Oct 15 13:54:57.235262 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:54:57.317042 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415dcbd-1e7a-4c4a-9c32-0a9fc0564ce5 req-f502f28d-71ed-416a-a692-49bc703004c4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:57.318655 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5415dcbd-1e7a-4c4a-9c32-0a9fc0564ce5 req-f502f28d-71ed-416a-a692-49bc703004c4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0687892 Oct 15 13:54:57.320782 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c09f753-2c8a-4071-860c-ddd0b51e70c5 req-6fcc54db-6586-4c51-b688-69066b0ee1e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442895 Oct 15 13:54:57.376397 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5415dcbd-1e7a-4c4a-9c32-0a9fc0564ce5 req-739da52e-dbb0-41af-85ad-a5630d932f2c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502217 Oct 15 13:54:57.753689 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:57.807991 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:54:58.270075 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b87b-7f05-4c1c-86de-cd4be2b799b6 req-44524978-757c-4952-9d6e-5681d94a635f tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:58.271714 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2a7b87b-7f05-4c1c-86de-cd4be2b799b6 req-44524978-757c-4952-9d6e-5681d94a635f tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 944 time: 0.0522518 Oct 15 13:54:58.326885 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c2a7b87b-7f05-4c1c-86de-cd4be2b799b6 req-1b414adc-5c0f-45a2-80ea-8c129996d3d7 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484855 Oct 15 13:54:58.508534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515955e-1979-4825-820a-b2387c4119e7 req-c3f02ab4-4df0-474b-8c62-9e4f4670f6c9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:58.509964 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9515955e-1979-4825-820a-b2387c4119e7 req-c3f02ab4-4df0-474b-8c62-9e4f4670f6c9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0540643 Oct 15 13:54:58.563479 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9515955e-1979-4825-820a-b2387c4119e7 req-eff494e2-4869-4f26-a5de-a16e979b7914 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Oct 15 13:54:59.454970 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a3ae-3b2a-4b2d-a303-b692c48348b4 req-8e7897f8-d468-428f-b8eb-50724a484a58 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:59.456512 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5696a3ae-3b2a-4b2d-a303-b692c48348b4 req-8e7897f8-d468-428f-b8eb-50724a484a58 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 944 time: 0.0502274 Oct 15 13:54:59.507693 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5696a3ae-3b2a-4b2d-a303-b692c48348b4 req-55c5ab3c-e057-40f3-a2aa-5f1873488413 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Oct 15 13:54:59.691788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e122b-3da6-40e6-bcff-3d69872fc885 req-a0c1571d-f69a-4683-8b0d-62eb9f4a4da4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:54:59.693293 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-978e122b-3da6-40e6-bcff-3d69872fc885 req-a0c1571d-f69a-4683-8b0d-62eb9f4a4da4 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0524774 Oct 15 13:54:59.749554 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-978e122b-3da6-40e6-bcff-3d69872fc885 req-8550c41b-1f1a-43d6-a63a-1dda5ff18a0c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504904 Oct 15 13:55:00.347994 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:00.360077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-26831e6d-98db-417c-98cb-1bf9dc617b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:00.362230 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-26831e6d-98db-417c-98cb-1bf9dc617b39 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=190914cc865b4003ab4b735d937e130d&device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 1128 time: 0.0440681 Oct 15 13:55:00.464714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-f641a194-683b-444d-a322-c5ac66363d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:00.466253 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-f641a194-683b-444d-a322-c5ac66363d21 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 200 len: 915 time: 0.0981708 Oct 15 13:55:00.508301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-18b1d8ab-bad1-4978-a8dd-5e1b13ad8090 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06855a5f-f48f-4c3a-af82-e6a857966964 HTTP/1.1" status: 200 len: 217 time: 0.0343525 Oct 15 13:55:00.562641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-d8a70cb6-6501-4482-bda4-a9a18dc09b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:00.564219 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-d8a70cb6-6501-4482-bda4-a9a18dc09b49 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 HTTP/1.1" status: 200 len: 854 time: 0.0492454 Oct 15 13:55:00.617024 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-8baf59ab-e050-43a4-88b2-1e2e9a1c3480 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=fbb63af8-320e-494a-a4ee-414e6707c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458832 Oct 15 13:55:00.637790 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 06855a5f-f48f-4c3a-af82-e6a857966964 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:55:00.665805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:00.702720 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8e38-ea5c-493e-b61c-ee0654edd416 req-e66def16-e478-4765-8317-5b6a4deadce5 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:00.704331 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-997b8e38-ea5c-493e-b61c-ee0654edd416 req-e66def16-e478-4765-8317-5b6a4deadce5 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 944 time: 0.1008739 Oct 15 13:55:00.754798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=06855a5f-f48f-4c3a-af82-e6a857966964,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:55:00.768431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '06855a5f-f48f-4c3a-af82-e6a857966964', 'network_id': 'fbb63af8-320e-494a-a4ee-414e6707c733', 'port_id': '06855a5f-f48f-4c3a-af82-e6a857966964', 'mac_address': 'fa:16:3e:d8:26:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:55:00.793699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-e5a3e6aa-4866-41ce-8562-a5a6dcfd2b50 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526678 Oct 15 13:55:00.797818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-997b8e38-ea5c-493e-b61c-ee0654edd416 req-e788e116-9656-40e5-93ae-5027134246c7 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853069 Oct 15 13:55:00.818252 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 06855a5f-f48f-4c3a-af82-e6a857966964 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:55:00.818977 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:00.831558 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:00.836148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06855a5f-f48f-4c3a-af82-e6a857966964 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:55:00.860103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=06855a5f-f48f-4c3a-af82-e6a857966964,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:55:00.865220 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:00.915442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:00.920640 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c17ce-3ed4-4c8b-9544-9ae51d5c7411 req-825a5712-4278-403f-a081-92b8ea9fca80 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:00.922181 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-437c17ce-3ed4-4c8b-9544-9ae51d5c7411 req-825a5712-4278-403f-a081-92b8ea9fca80 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0832560 Oct 15 13:55:00.956805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:00.972960 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-09fd4f99-c5cc-4fa3-94e1-89b6af0e34c4 req-ba1085d3-3a50-4795-941f-fe9659326065 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684771 Oct 15 13:55:00.995814 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-437c17ce-3ed4-4c8b-9544-9ae51d5c7411 req-38c5b2be-d9d7-4b11-9fa8-34e915b18b61 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677705 Oct 15 13:55:01.394687 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['06855a5f-f48f-4c3a-af82-e6a857966964'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:55:01.934847 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b29d6-a867-4f7f-bc65-3ed021aa50fe req-b5c657ed-ddd3-4d17-b873-b1f329af2f77 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:01.936368 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c82b29d6-a867-4f7f-bc65-3ed021aa50fe req-b5c657ed-ddd3-4d17-b873-b1f329af2f77 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Oct 15 13:55:01.987289 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c82b29d6-a867-4f7f-bc65-3ed021aa50fe req-58e4385e-879a-4d67-a084-8e5770fd4ae9 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Oct 15 13:55:02.124390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ed093-fc6c-4834-8747-3c35f1c3dfe0 req-2c33eca3-c515-4ce8-b9e5-bd12f8694d6f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:02.125886 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dc6ed093-fc6c-4834-8747-3c35f1c3dfe0 req-2c33eca3-c515-4ce8-b9e5-bd12f8694d6f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Oct 15 13:55:02.177808 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dc6ed093-fc6c-4834-8747-3c35f1c3dfe0 req-6c84d95e-0028-48ea-a5d1-1a77d0a8a3f0 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461154 Oct 15 13:55:02.410536 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:02.417003 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:02.672850 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 06855a5f-f48f-4c3a-af82-e6a857966964 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:55:02.705824 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:02.728857 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 06855a5f-f48f-4c3a-af82-e6a857966964 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:55:02.738405 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 06855a5f-f48f-4c3a-af82-e6a857966964 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:55:02.738972 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:02.739811 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 06855a5f-f48f-4c3a-af82-e6a857966964 Oct 15 13:55:02.821423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 06855a5f-f48f-4c3a-af82-e6a857966964 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:55:02.821819 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:02.847805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:55:02.850531 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8456d585-f880-406b-8875-ccec9d087be9" -d '{"events": [{"server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "name": "network-vif-plugged", "status": "completed", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:55:02.868463 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=06855a5f-f48f-4c3a-af82-e6a857966964,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:55:02.874785 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:02.954614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:02.986594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76896799-8a22-4f36-b5b4-5a3b0ea28651 x-openstack-request-id: req-76896799-8a22-4f36-b5b4-5a3b0ea28651 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:55:02.986911 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "name": "network-vif-plugged", "status": "completed", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:55:02.987174 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76896799-8a22-4f36-b5b4-5a3b0ea28651 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:55:02.987584 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76896799-8a22-4f36-b5b4-5a3b0ea28651'] response: {'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964', 'code': 200} Oct 15 13:55:03.143068 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9148eac-529c-437f-9e27-0f162e9b20bc req-4fe47523-b92b-473e-9001-f50aaec62d74 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:03.144670 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a9148eac-529c-437f-9e27-0f162e9b20bc req-4fe47523-b92b-473e-9001-f50aaec62d74 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0701294 Oct 15 13:55:03.207563 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee71ea-bd12-43d6-9009-5cffe76e889f req-5c8982ac-093d-45f1-bada-aa06b04085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:03.209081 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4cee71ea-bd12-43d6-9009-5cffe76e889f req-5c8982ac-093d-45f1-bada-aa06b04085d7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 1130 time: 0.0635102 Oct 15 13:55:03.245774 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a9148eac-529c-437f-9e27-0f162e9b20bc req-6c66ec50-792b-4397-848a-079c7667a0bb tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908527 Oct 15 13:55:03.284354 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4cee71ea-bd12-43d6-9009-5cffe76e889f req-527b1430-020d-4c82-86c3-01531b5bfd99 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687652 Oct 15 13:55:03.308956 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:03.320200 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d748e-3278-448a-9e5d-6584a55ff559 req-416abbcc-bac1-47b8-95a1-8be585f2eb02 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:03.321804 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101d748e-3278-448a-9e5d-6584a55ff559 req-416abbcc-bac1-47b8-95a1-8be585f2eb02 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0535846 Oct 15 13:55:03.378607 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101d748e-3278-448a-9e5d-6584a55ff559 req-0ee8db31-3df1-406b-85ca-a084ec076adf tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507169 Oct 15 13:55:03.466135 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:55:04.388779 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b504-e49a-47e1-8bdc-9d86a29ea385 req-7dff1f69-5a1f-4807-8d68-be98b33d6a27 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:04.390366 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b041b504-e49a-47e1-8bdc-9d86a29ea385 req-7dff1f69-5a1f-4807-8d68-be98b33d6a27 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0612524 Oct 15 13:55:04.442696 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b041b504-e49a-47e1-8bdc-9d86a29ea385 req-6d9d1f74-2327-4fe4-bb2f-11d4fe088607 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Oct 15 13:55:04.505319 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d6079-6be6-43c8-b434-fb83b5797451 req-84ef454a-2ad4-46dd-9b0b-5547e72f3bff tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:04.506818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d86d6079-6be6-43c8-b434-fb83b5797451 req-84ef454a-2ad4-46dd-9b0b-5547e72f3bff tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Oct 15 13:55:04.559837 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d86d6079-6be6-43c8-b434-fb83b5797451 req-0cef025d-8a45-475b-8eac-1ea490d542d7 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447841 Oct 15 13:55:04.792212 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed3d1b-052e-4d0c-b71a-bc5bf3f961bf req-5d4fe523-b80f-4d2e-a2a2-1aa1c1cd35da tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:04.793885 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-58ed3d1b-052e-4d0c-b71a-bc5bf3f961bf req-5d4fe523-b80f-4d2e-a2a2-1aa1c1cd35da tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0571897 Oct 15 13:55:04.877965 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-58ed3d1b-052e-4d0c-b71a-bc5bf3f961bf req-16330a5b-9ccd-4802-a402-94f2913e23e6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778549 Oct 15 13:55:04.879087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783571-3c99-4f82-82b8-416a911db909 req-7cf10a6a-a47e-4d57-a55f-9b0ab060d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:04.881017 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-7cf10a6a-a47e-4d57-a55f-9b0ab060d0ed service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 1130 time: 0.0617855 Oct 15 13:55:05.502240 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783571-3c99-4f82-82b8-416a911db909 req-1d935f09-7775-4289-8476-8788afcd7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:05.504806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-1d935f09-7775-4289-8476-8788afcd7733 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.1044288 Oct 15 13:55:05.600391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:05.618242 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73176c81-ecc0-4977-b009-edac938dc369 req-bc12d707-9e52-4bc2-8cc0-c7dbcfa38c02 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:05.619725 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73176c81-ecc0-4977-b009-edac938dc369 req-bc12d707-9e52-4bc2-8cc0-c7dbcfa38c02 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0648363 Oct 15 13:55:05.621501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-17ff9e2a-dc47-4d3f-8ede-cff50adc39e3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 200 len: 1002 time: 0.1057401 Oct 15 13:55:05.709454 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783571-3c99-4f82-82b8-416a911db909 req-0971d38d-ddd2-45a7-85a8-76438d024e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:05.710945 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-0971d38d-ddd2-45a7-85a8-76438d024e1e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.0788963 Oct 15 13:55:05.714710 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73176c81-ecc0-4977-b009-edac938dc369 req-cef4b623-ec36-4e4c-9258-dfae51c165ce tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889852 Oct 15 13:55:05.763043 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783571-3c99-4f82-82b8-416a911db909 req-0067dde4-5870-4a1f-8302-071cbaa631f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:05.764624 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-0067dde4-5870-4a1f-8302-071cbaa631f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438721 Oct 15 13:55:05.871016 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-3b6d7bd5-5856-43bf-81f8-597e8042a180 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986390 Oct 15 13:55:06.027729 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2783571-3c99-4f82-82b8-416a911db909 req-5bfde108-8279-4b4a-a2ac-10e998381152 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470053 Oct 15 13:55:06.041980 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f371d-58f1-448b-9de0-8bb38b8de4f5 req-e71099f6-eb50-409a-9ec8-6d1e523c2078 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:06.043614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e81f371d-58f1-448b-9de0-8bb38b8de4f5 req-e71099f6-eb50-409a-9ec8-6d1e523c2078 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0614715 Oct 15 13:55:06.107172 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e81f371d-58f1-448b-9de0-8bb38b8de4f5 req-374c3fe6-5bfb-450b-80cd-0730e247e006 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553236 Oct 15 13:55:07.232642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:07.249404 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7db2-dd69-4073-ab28-1cbe5c5a7d14 req-47d2e3b3-dae0-4488-8d43-197fc685128f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:07.250931 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9d0f7db2-dd69-4073-ab28-1cbe5c5a7d14 req-47d2e3b3-dae0-4488-8d43-197fc685128f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0518577 Oct 15 13:55:07.300826 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9d0f7db2-dd69-4073-ab28-1cbe5c5a7d14 req-1d353007-a664-41ab-98a9-f06222bdf9e5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Oct 15 13:55:12.935213 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:12.949366 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:12.952199 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:14.590215 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:17.289752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:17.297450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=51 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:22.284593 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-40e2a96a-270a-4504-8b49-8f26c88d8985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:24.431343 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:24.438819 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=16 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:24.599485 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-a3898d32-30a5-4250-be3c-78f85b6c30eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:26.214080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:27.750943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:27.808585 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:31.400583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038aa47-2119-44d7-bade-bd95b46daab2 req-74d775f9-47a5-41a5-8c1f-93cb3cc2608d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:31.402012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1038aa47-2119-44d7-bade-bd95b46daab2 req-74d775f9-47a5-41a5-8c1f-93cb3cc2608d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0569739 Oct 15 13:55:31.452199 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1038aa47-2119-44d7-bade-bd95b46daab2 req-76566e2a-d81b-4021-8191-63a22ec1ad0d tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Oct 15 13:55:32.592385 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268ea6d-e78e-42e6-ac60-6caf0da4a58a req-7ca1dcf4-cc3a-4b6e-8c1d-3498db10b28b tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:32.593883 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3268ea6d-e78e-42e6-ac60-6caf0da4a58a req-7ca1dcf4-cc3a-4b6e-8c1d-3498db10b28b tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0593591 Oct 15 13:55:32.645482 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3268ea6d-e78e-42e6-ac60-6caf0da4a58a req-06bfdc36-4ac7-4583-83ed-ba79212e9757 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Oct 15 13:55:33.584908 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c7b5d738-2788-41f8-9fc0-d17a941f2af1 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:33.586434 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c7b5d738-2788-41f8-9fc0-d17a941f2af1 tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0499325 Oct 15 13:55:33.681655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Deleting port 06855a5f-f48f-4c3a-af82-e6a857966964 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:55:33.682177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:33.790020 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986957-afcf-4533-b6b4-c674d17e76da req-98972341-5078-442d-9861-8848e9d9ac8a tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:33.791584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-17986957-afcf-4533-b6b4-c674d17e76da req-98972341-5078-442d-9861-8848e9d9ac8a tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 946 time: 0.0657537 Oct 15 13:55:33.835379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] For port 06855a5f-f48f-4c3a-af82-e6a857966964, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=06855a5f-f48f-4c3a-af82-e6a857966964,segment=NetworkSegment(c278e5cf-7670-462a-b494-8876f6e9df19),segment_id=c278e5cf-7670-462a-b494-8876f6e9df19)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:55:33.835659 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:33.857799 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Calling delete_port for 06855a5f-f48f-4c3a-af82-e6a857966964 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:55:33.884636 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-17986957-afcf-4533-b6b4-c674d17e76da req-eafa53d1-52a3-41a6-b09f-f854fd3ceafa tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855436 Oct 15 13:55:34.006067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (06855a5f-f48f-4c3a-af82-e6a857966964), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:34.023172 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['06855a5f-f48f-4c3a-af82-e6a857966964'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:55:34.037239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Pushing event deleted for resources: {'Port': ['ID=06855a5f-f48f-4c3a-af82-e6a857966964,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:34.052178 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.052537 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.052880 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.053218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.053553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.053883 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.054212 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.054549 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.054869 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.055193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.055521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.055838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.056187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.056497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.056818 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:34.094378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] No DVR routers for this DVR port 06855a5f-f48f-4c3a-af82-e6a857966964 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:55:34.097221 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:34.100615 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b7197627-1d4e-477e-bec5-ba4968f3b213 req-c238a6b0-6cc2-421b-9d75-927fd2c65f1e tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.40 "DELETE /networking/v2.0/ports/06855a5f-f48f-4c3a-af82-e6a857966964 HTTP/1.1" status: 204 len: 173 time: 0.5087349 Oct 15 13:55:34.101120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'name': 'network-vif-deleted', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:55:34.103379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d08ed3-7de1-47a2-86cb-9df2a13696d1" -d '{"events": [{"server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "name": "network-vif-deleted", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:55:34.142855 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825eb1ca-be63-4f07-a8c2-7acd90d79292 x-openstack-request-id: req-825eb1ca-be63-4f07-a8c2-7acd90d79292 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:55:34.143150 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9999e18-9454-480d-bdce-c193d7fb40b4", "name": "network-vif-deleted", "tag": "06855a5f-f48f-4c3a-af82-e6a857966964", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:55:34.143464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-825eb1ca-be63-4f07-a8c2-7acd90d79292 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:55:34.143901 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825eb1ca-be63-4f07-a8c2-7acd90d79292'] response: {'server_uuid': 'd9999e18-9454-480d-bdce-c193d7fb40b4', 'name': 'network-vif-deleted', 'tag': '06855a5f-f48f-4c3a-af82-e6a857966964', 'status': 'completed', 'code': 200} Oct 15 13:55:35.012974 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b417ac91-1200-4071-8dbf-d665e175dbd8 req-333026af-1bca-495c-b764-32c25fa4cc6f tempest-VolumesSnapshotTestJSON-1694965695 tempest-VolumesSnapshotTestJSON-1694965695-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d9999e18-9454-480d-bdce-c193d7fb40b4 HTTP/1.1" status: 200 len: 210 time: 0.0298517 Oct 15 13:55:36.785738 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 06855a5f-f48f-4c3a-af82-e6a857966964 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:55:36.809797 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 06855a5f-f48f-4c3a-af82-e6a857966964 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:55:36.810134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 06855a5f-f48f-4c3a-af82-e6a857966964 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:55:40.465865 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:55:44.027255 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:44.079561 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=77,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:44.569135 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:44.578428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:44.588784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:44.994781 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:46.578072 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f604-a150-4d5e-9b75-3348e8da1f8c req-9842e561-eaeb-437d-90fc-c5903aef3dad tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:46.579672 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2ce8f604-a150-4d5e-9b75-3348e8da1f8c req-9842e561-eaeb-437d-90fc-c5903aef3dad tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0501904 Oct 15 13:55:46.650885 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2ce8f604-a150-4d5e-9b75-3348e8da1f8c req-9fd4660c-dacd-4b17-9275-e3e78c461c8e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645213 Oct 15 13:55:46.814141 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-3a0df147-942a-419a-a3e1-001e3b802c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:46.815376 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-3a0df147-942a-419a-a3e1-001e3b802c2d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1169 time: 0.0448494 Oct 15 13:55:46.931788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-f9c574db-a798-4edd-bc17-a791cbc61938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:46.933626 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-f9c574db-a798-4edd-bc17-a791cbc61938 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 916 time: 0.1122108 Oct 15 13:55:47.019139 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-1d78ea81-592d-4ab0-8605-20284fc4da15 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 1002 time: 0.0793135 Oct 15 13:55:47.082219 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-6731b606-ec01-4875-8c66-671ba9fedd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:47.083718 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-6731b606-ec01-4875-8c66-671ba9fedd99 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.0581543 Oct 15 13:55:47.140269 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-1fc59534-70d3-4a06-a91a-d853f7677df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:47.141809 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-1fc59534-70d3-4a06-a91a-d853f7677df2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457337 Oct 15 13:55:47.804155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921d4bf-4b9e-4b73-9d92-629c3d329951 req-3b902775-818b-4938-8d5e-cae397223719 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:47.807266 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0921d4bf-4b9e-4b73-9d92-629c3d329951 req-3b902775-818b-4938-8d5e-cae397223719 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0648775 Oct 15 13:55:47.886383 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0921d4bf-4b9e-4b73-9d92-629c3d329951 req-e652f38f-efb4-4543-8c2e-88f28f0af673 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724003 Oct 15 13:55:49.023786 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567908b8-1635-4237-97f1-e6493478569d req-7cec98f0-96de-416d-8d19-87877058fca3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:49.025315 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-567908b8-1635-4237-97f1-e6493478569d req-7cec98f0-96de-416d-8d19-87877058fca3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0515316 Oct 15 13:55:49.094533 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-567908b8-1635-4237-97f1-e6493478569d req-bc243036-be4f-4cef-82a0-abd2200ce73e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632520 Oct 15 13:55:50.234664 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5f74d-63dd-4318-a8d9-15d43b0ee616 req-a662ba3c-ca70-46de-b578-9af3e7dd1b9c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:50.236222 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1ee5f74d-63dd-4318-a8d9-15d43b0ee616 req-a662ba3c-ca70-46de-b578-9af3e7dd1b9c tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0608795 Oct 15 13:55:50.312779 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1ee5f74d-63dd-4318-a8d9-15d43b0ee616 req-e448d7d0-e8e6-4dc5-8a23-3ffc1bc51f77 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704160 Oct 15 13:55:50.461344 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:51.082445 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-43b29fa6-b017-4581-a922-69f2adefa62b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926342 Oct 15 13:55:51.191501 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-163c8346-f2c1-4c06-b4c8-e0f21ec9e5f3 req-25dc9a13-da1d-4044-b3e6-d4412f3abb28 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014907 Oct 15 13:55:51.457541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca2f8-f124-4f49-a7cf-fe9d0877920f req-be8a26d9-888b-4a56-99b3-6b78ee3721cc tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:51.459084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9e9ca2f8-f124-4f49-a7cf-fe9d0877920f req-be8a26d9-888b-4a56-99b3-6b78ee3721cc tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0526431 Oct 15 13:55:51.484023 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:51.532144 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9e9ca2f8-f124-4f49-a7cf-fe9d0877920f req-f47be0ad-14a1-4097-9aee-01f3806ec6b3 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658886 Oct 15 13:55:52.281278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bd78aed7-fe63-4aa8-a027-26f41c38926e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:52.313653 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-f551d232-edd2-4513-9048-7eb6181c2097 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457592 Oct 15 13:55:52.436806 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:52.448297 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-a4940263-a55c-4666-9f4b-f002fb134f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:52.450442 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-a4940263-a55c-4666-9f4b-f002fb134f81 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09a0813bae074cd2aa552be82abe8493&device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 1129 time: 0.0559509 Oct 15 13:55:52.583559 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-c55b06af-336d-4596-b717-4529180ffa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:52.585266 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-c55b06af-336d-4596-b717-4529180ffa97 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 200 len: 920 time: 0.1122062 Oct 15 13:55:52.637877 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-504b6cbc-8b56-4c02-bd50-304e5550947c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 200 len: 217 time: 0.0453293 Oct 15 13:55:52.714699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753938-c46c-4e51-9e03-955d68c21024 req-64b9cf97-6b62-45be-bf4a-848d4d64563a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:52.716283 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-95753938-c46c-4e51-9e03-955d68c21024 req-64b9cf97-6b62-45be-bf4a-848d4d64563a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0813968 Oct 15 13:55:52.728017 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-116132a0-420c-4a5e-acd6-8b6537994259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:52.729184 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-116132a0-420c-4a5e-acd6-8b6537994259 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 200 len: 858 time: 0.0819385 Oct 15 13:55:52.801184 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-bc97f1e1-792c-4846-93e8-e3b62cb464e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:52.802694 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-bc97f1e1-792c-4846-93e8-e3b62cb464e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c1b0ef41-77c8-4965-9ff6-7478183c5789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663297 Oct 15 13:55:52.879034 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-95753938-c46c-4e51-9e03-955d68c21024 req-70257241-dbd3-42d4-b63c-86ef34901e73 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532669 Oct 15 13:55:52.933419 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-8dd05aba-ab24-432c-87fb-1d5f1d5f0568 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211360 Oct 15 13:55:53.036624 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae59ad76-4a37-429f-9a3f-c4ef08430776 req-62892477-f383-4da1-923e-d2c8e5c18505 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964501 Oct 15 13:55:53.113069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2f546-1e7f-4f8f-9eca-d69fa9391830 req-1253b021-52dd-4fae-bddc-4f0aef1521b1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:53.114663 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-72c2f546-1e7f-4f8f-9eca-d69fa9391830 req-1253b021-52dd-4fae-bddc-4f0aef1521b1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0652573 Oct 15 13:55:53.170862 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-72c2f546-1e7f-4f8f-9eca-d69fa9391830 req-b4f47e94-e154-41aa-8287-98ecc218d2ca tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495956 Oct 15 13:55:54.019181 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8d996-5149-4b66-9c2a-fb6e6b5fba20 req-327b6571-076d-4cc7-83fb-ff3dacb2fbff tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:54.020735 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2d8d996-5149-4b66-9c2a-fb6e6b5fba20 req-327b6571-076d-4cc7-83fb-ff3dacb2fbff tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0562706 Oct 15 13:55:54.089372 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e2d8d996-5149-4b66-9c2a-fb6e6b5fba20 req-abb556a1-a5ec-4d14-97af-8c524d5a9d80 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622871 Oct 15 13:55:54.311966 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94ac4b-a13e-40ad-b1e3-10a07ec506e1 req-268343b4-e83d-47ce-be73-f10884ce0d17 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:54.313508 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c94ac4b-a13e-40ad-b1e3-10a07ec506e1 req-268343b4-e83d-47ce-be73-f10884ce0d17 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0510402 Oct 15 13:55:54.364255 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c94ac4b-a13e-40ad-b1e3-10a07ec506e1 req-c386d7bb-8a29-4e7c-bc2e-6fe75dd4ae0e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Oct 15 13:55:54.594404 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5274379a-ddde-47e1-87eb-f2794decba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:55.074439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bef34387-5067-4a5d-acfb-5f197e8c8a3b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:55.076010 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bef34387-5067-4a5d-acfb-5f197e8c8a3b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.0490842 Oct 15 13:55:55.131145 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:55.195319 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Deleting port 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:55:55.195761 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (5a131939-5800-4807-b2cc-42f66041598f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:55.266982 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:55.280035 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2458761-4e1f-4727-8546-d097ff94f371 req-86210516-757d-4174-bc5b-7b41633c9e09 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:55.281639 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2458761-4e1f-4727-8546-d097ff94f371 req-86210516-757d-4174-bc5b-7b41633c9e09 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0994990 Oct 15 13:55:55.362881 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] For port 5a131939-5800-4807-b2cc-42f66041598f, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5a131939-5800-4807-b2cc-42f66041598f,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:55:55.363190 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (5a131939-5800-4807-b2cc-42f66041598f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:55.411352 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2458761-4e1f-4727-8546-d097ff94f371 req-2fe88bd6-46f7-4fcb-8aa4-f3842d667595 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227982 Oct 15 13:55:55.841552 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9419f-37f4-47a7-affa-7921db68e50a req-01c9749c-088e-4cac-9f78-a7be25165347 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:55.843033 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59a9419f-37f4-47a7-affa-7921db68e50a req-01c9749c-088e-4cac-9f78-a7be25165347 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 946 time: 0.1216042 Oct 15 13:55:55.949677 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-59a9419f-37f4-47a7-affa-7921db68e50a req-d0baf670-bb7b-4e1e-94bf-abd37ad30909 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47fdcd24-87f0-4bc0-ba5b-0680274666e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985634 Oct 15 13:55:55.958402 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:55.958782 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:55.959086 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Floating IP d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f disassociated. External IP: 172.27.0.250, port: 5a131939-5800-4807-b2cc-42f66041598f. Oct 15 13:55:55.959438 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Calling delete_port for 5a131939-5800-4807-b2cc-42f66041598f owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:55:56.176836 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (5a131939-5800-4807-b2cc-42f66041598f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:56.207304 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'Port': ['ID=5a131939-5800-4807-b2cc-42f66041598f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:56.216681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:56.371343 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:55:56.479064 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:56.492899 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:55:56.509526 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:55:56.526724 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:55:56.527758 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:55:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:55:56.576786 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] No DVR routers for this DVR port 5a131939-5800-4807-b2cc-42f66041598f on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:55:56.582333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:56.586059 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d71ba631-0838-4d2e-92f9-0c6c657b98f5 req-bb903131-2c8a-4f5c-aa65-6497c026e8b3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "DELETE /networking/v2.0/ports/5a131939-5800-4807-b2cc-42f66041598f HTTP/1.1" status: 204 len: 173 time: 1.5031765 Oct 15 13:55:56.589541 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-deleted', 'tag': '5a131939-5800-4807-b2cc-42f66041598f'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:55:56.591933 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a242e959-5926-47ba-a5cb-d498b173d476" -d '{"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-deleted", "tag": "5a131939-5800-4807-b2cc-42f66041598f"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:55:56.603450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec3b1-2dab-4d40-bc32-4d68a137566f req-411a4074-7d50-478c-8ff6-c633de27b0c1 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:56.606132 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-801ec3b1-2dab-4d40-bc32-4d68a137566f req-411a4074-7d50-478c-8ff6-c633de27b0c1 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.1101704 Oct 15 13:55:56.667989 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365fe7e1-5ac6-41a0-b6e6-4a9bc3808744 x-openstack-request-id: req-365fe7e1-5ac6-41a0-b6e6-4a9bc3808744 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:55:56.668285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc359cf-ff2c-4189-b058-31eb3c97568c", "name": "network-vif-deleted", "tag": "5a131939-5800-4807-b2cc-42f66041598f", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:55:56.668626 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-365fe7e1-5ac6-41a0-b6e6-4a9bc3808744 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:55:56.669047 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365fe7e1-5ac6-41a0-b6e6-4a9bc3808744'] response: {'server_uuid': '5fc359cf-ff2c-4189-b058-31eb3c97568c', 'name': 'network-vif-deleted', 'tag': '5a131939-5800-4807-b2cc-42f66041598f', 'status': 'completed', 'code': 200} Oct 15 13:55:56.671376 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:55:56.703175 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-801ec3b1-2dab-4d40-bc32-4d68a137566f req-c45f4ebc-a209-40ac-8055-ab1b10266108 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916183 Oct 15 13:55:56.898110 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:55:56.934900 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:55:56.945764 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:55:56.946788 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:55:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:55:57.063314 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:55:57.112457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d44c327a-5692-4d50-9dec-50fe4decd7a3 req-79560e9d-e3e1-41f7-adda-9b5bbd7ce8a8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5fc359cf-ff2c-4189-b058-31eb3c97568c HTTP/1.1" status: 200 len: 210 time: 0.0317674 Oct 15 13:55:57.290330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:55:57.321596 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2c0378-b329-4a0a-aa42-4b1bfd52d6fb None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:55:57.623663 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c27bc9-dd7f-4383-943d-ca77a646dc3c None None] New status for floating IP d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f: DOWN {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:55:57.750963 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:57.810596 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:57.846024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f92b8-fc9a-41fe-a034-efa52cfc7a4e req-7736a45b-0422-4761-8471-a2653899392d tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:57.848370 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b0f92b8-fc9a-41fe-a034-efa52cfc7a4e req-7736a45b-0422-4761-8471-a2653899392d tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0530145 Oct 15 13:55:57.896254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:57.918393 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b0f92b8-fc9a-41fe-a034-efa52cfc7a4e req-be33160b-8886-434b-ad7b-ea5ab51996d1 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648687 Oct 15 13:55:58.225930 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58366) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:58.287815 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (47fdcd24-87f0-4bc0-ba5b-0680274666e0), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.311275 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (47fdcd24-87f0-4bc0-ba5b-0680274666e0), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.367210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (47fdcd24-87f0-4bc0-ba5b-0680274666e0), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.371562 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.376634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58374) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:58.378102 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/47fdcd24-87f0-4bc0-ba5b-0680274666e0 HTTP/1.1" status: 204 len: 168 time: 0.1505749 Oct 15 13:55:58.388694 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdcd24-87f0-4bc0-ba5b-0680274666e0,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:58.397513 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.398206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.398667 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-f77a2f68-e7eb-4866-bc0a-da35684c6e4e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] show failed (client error): The resource could not be found. Oct 15 13:55:58.399038 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.403270 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.403788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-f77a2f68-e7eb-4866-bc0a-da35684c6e4e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups/47fdcd24-87f0-4bc0-ba5b-0680274666e0 HTTP/1.1" status: 404 len: 347 time: 0.0223196 Oct 15 13:55:58.404180 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58376) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:58.405187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.405774 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.406840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.408161 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.408754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.409250 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.409744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.410540 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.411256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.411928 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.412555 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aed8dc1-0fa5-4e6f-be68-544f7290f622 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:55:58.547996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Deleting port 6d2de0c6-83a4-4a76-a57c-538c9a6a667a {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:55:58.548264 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.646112 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.646446 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.662182 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Calling delete_port for 6d2de0c6-83a4-4a76-a57c-538c9a6a667a owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:55:58.822538 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (6d2de0c6-83a4-4a76-a57c-538c9a6a667a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.850978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'Port': ['ID=6d2de0c6-83a4-4a76-a57c-538c9a6a667a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:58.914464 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:55:58.926076 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.928900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:58.930115 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-aa021a8b-9a96-4d75-b444-1a2b567cd523 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d7e7c0a2-dbb4-4828-ab76-deebe7b11f1f HTTP/1.1" status: 204 len: 168 time: 0.5248241 Oct 15 13:55:58.936335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 5a131939-5800-4807-b2cc-42f66041598f {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:55:58.936693 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5a131939-5800-4807-b2cc-42f66041598f not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:55:59.031376 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58386) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:59.039350 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747956609', 'description': 'tempest-description--961318487'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:55:59.054167 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e105-ce6a-49b6-b3ee-c4372e8f0e68 req-45092c1b-7668-4b0b-bb6a-8f11970428a5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:55:59.055647 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c07e105-ce6a-49b6-b3ee-c4372e8f0e68 req-45092c1b-7668-4b0b-bb6a-8f11970428a5 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0587523 Oct 15 13:55:59.066060 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.120549 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c07e105-ce6a-49b6-b3ee-c4372e8f0e68 req-8a8ff57e-7d53-47f4-8624-52b18c68556e tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578077 Oct 15 13:55:59.139211 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (a5b8dcc8-4377-436f-a0f5-33cb64b5bf94), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.143226 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a5b8dcc8-4377-436f-a0f5-33cb64b5bf94), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.172820 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:59.177728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.180446 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9785852d-4cab-4b0d-bc0d-574ca54b8651 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475968 Oct 15 13:55:59.181965 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58388) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:59.187372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group_rule': {'security_group_id': 'a5b8dcc8-4377-436f-a0f5-33cb64b5bf94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:55:59.219140 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (e34eaa5b-5e18-4f4b-9a37-064392c8a92f), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.283573 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (e34eaa5b-5e18-4f4b-9a37-064392c8a92f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.290229 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (e34eaa5b-5e18-4f4b-9a37-064392c8a92f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.311364 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34eaa5b-5e18-4f4b-9a37-064392c8a92f,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:59.318561 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.319923 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b662986a-32af-43d7-b00b-4db800dfad4a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368053 Oct 15 13:55:59.322905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58390) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:59.327535 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'security_group_rule': {'security_group_id': 'a5b8dcc8-4377-436f-a0f5-33cb64b5bf94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:55:59.356614 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (84440f4c-d8ca-4374-b2dd-aa808740af46), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.414948 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (84440f4c-d8ca-4374-b2dd-aa808740af46), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.420353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (84440f4c-d8ca-4374-b2dd-aa808740af46), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.440003 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84440f4c-d8ca-4374-b2dd-aa808740af46,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:55:59.446302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.447517 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-aecac798-f822-44b0-bcb6-440c4ffdca9d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236181 Oct 15 13:55:59.450962 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58392) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:55:59.455456 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:55:59.480847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.566433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.604730 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:59.656771 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:55:59.687186 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Allocated IP 172.27.0.228 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/949489fa-d616-45d8-8443-bf5db10f12f4) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:55:59.811283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (949489fa-d616-45d8-8443-bf5db10f12f4), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.854638 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:55:59.897581 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:55:59.903175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:55:59.908164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:55:59.912809 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=949489fa-d616-45d8-8443-bf5db10f12f4,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:00.003990 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.045138 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.214734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (949489fa-d616-45d8-8443-bf5db10f12f4), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.220870 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.240690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:00.261422 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41843132-a40a-4bb9-9cd4-7a904305fccd req-6d13dd8b-4a8f-4e53-a884-c34aa3ebeb09 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:00.263004 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-41843132-a40a-4bb9-9cd4-7a904305fccd req-6d13dd8b-4a8f-4e53-a884-c34aa3ebeb09 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0536833 Oct 15 13:56:00.295700 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.299338 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=949489fa-d616-45d8-8443-bf5db10f12f4,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:00.315247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:00.316590 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4c6a7a9d-88a0-4fa9-a8b8-47ba836cea52 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8646300 Oct 15 13:56:00.337029 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-41843132-a40a-4bb9-9cd4-7a904305fccd req-1f27e841-829b-4eb2-8445-c7a21a9c161a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661840 Oct 15 13:56:00.476254 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-8512e602-b4cb-4410-b2e8-f7358bd26525 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1747956609&fields=id&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 267 time: 0.0438881 Oct 15 13:56:00.590248 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-f7bd0ba4-9dc6-4069-a5e1-599773725c08 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:00.591780 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-f7bd0ba4-9dc6-4069-a5e1-599773725c08 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 817 time: 0.1059697 Oct 15 13:56:00.609952 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-54772f09-3362-4701-aba0-658b2c014dfd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/quotas/aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 375 time: 0.0101166 Oct 15 13:56:00.667003 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-c7c9215f-5386-4043-9365-9f741f561fdf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490005 Oct 15 13:56:00.818186 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-a79f5bee-3443-4066-8054-5d73ad0c46f6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395409 Oct 15 13:56:00.916471 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:00.922890 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-61603f10-b518-45bc-b07e-7840debe6a39 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986655 Oct 15 13:56:01.098746 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad546386-b7ed-4002-af1d-848e43ebbf23 req-2bf449e5-e158-4338-a2ed-2a27a489fcdc tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 210 time: 0.0290415 Oct 15 13:56:01.479964 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a803e-b29e-4c8d-8374-119d1e6d4c31 req-b151793f-f98f-4896-b353-4696707c1ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:01.482787 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-321a803e-b29e-4c8d-8374-119d1e6d4c31 req-b151793f-f98f-4896-b353-4696707c1ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0641949 Oct 15 13:56:01.550688 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-321a803e-b29e-4c8d-8374-119d1e6d4c31 req-8a8cf7d1-8e61-46d3-b420-023d907de674 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612497 Oct 15 13:56:01.946429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58456) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:01.998879 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Deleting subnet 2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:56:02.002333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Publish callbacks [] for subnet (2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.038013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.082199 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.141451 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.173979 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:02.176044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.182334 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-1d0256f7-56c9-4832-8cee-f824e1471255 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2eadcdd9-7f36-4499-8abc-ffcfc0bc10e1 HTTP/1.1" status: 204 len: 168 time: 0.2317812 Oct 15 13:56:02.182443 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58460) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:02.224306 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-69ec9d84-ee12-4881-abaf-a343483b28bd req-4038500b-8097-49cb-bf7f-f0d20d4268c3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 210 time: 0.0364122 Oct 15 13:56:02.254193 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (fbb63af8-320e-494a-a4ee-414e6707c733), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.262244 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:02.326980 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:02.340283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (fbb63af8-320e-494a-a4ee-414e6707c733), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.362688 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb63af8-320e-494a-a4ee-414e6707c733']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:02.372530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c278e5cf-7670-462a-b494-8876f6e9df19') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:02.372827 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c278e5cf-7670-462a-b494-8876f6e9df19') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:02.383719 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (c278e5cf-7670-462a-b494-8876f6e9df19), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.398815 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c278e5cf-7670-462a-b494-8876f6e9df19), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.405722 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:56:02.406097 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (c278e5cf-7670-462a-b494-8876f6e9df19), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.475900 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (fbb63af8-320e-494a-a4ee-414e6707c733), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.482389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.485907 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/fbb63af8-320e-494a-a4ee-414e6707c733 HTTP/1.1" status: 204 len: 168 time: 0.3027468 Oct 15 13:56:02.498070 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515bcd-4555-4c82-a138-d551f1df2e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb63af8-320e-494a-a4ee-414e6707c733,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:02.528386 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment c278e5cf-7670-462a-b494-8876f6e9df19 resource provider aggregate not found Oct 15 13:56:02.546460 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment c278e5cf-7670-462a-b494-8876f6e9df19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c278e5cf-7670-462a-b494-8876f6e9df19 found for delete ", "request_id": "req-14fc96f1-15fb-4e83-84ea-4e1aad79a645"}]} Oct 15 13:56:02.634678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58472) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:02.691628 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a73267ce-0a44-4314-855d-d2fb85965161 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=190914cc865b4003ab4b735d937e130d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557530 Oct 15 13:56:02.694273 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58474) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:02.694591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce913a1f-8917-493f-bc3b-9feace3bfff7 req-33b6b4f4-94fd-4a30-a8d3-68f1044e5971 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:02.696092 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce913a1f-8917-493f-bc3b-9feace3bfff7 req-33b6b4f4-94fd-4a30-a8d3-68f1044e5971 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0514882 Oct 15 13:56:02.747910 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] Publish callbacks [] for security_group (1daf70d8-c5ee-45b9-84c9-9d1c989f2f03), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.760681 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ce913a1f-8917-493f-bc3b-9feace3bfff7 req-a889081d-d535-4806-835d-90986dabe0e8 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=dfe7e769-8b2f-4486-b4ba-b22b15514c14&id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574238 Oct 15 13:56:02.772780 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] Publish callbacks [] for security_group (1daf70d8-c5ee-45b9-84c9-9d1c989f2f03), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.825777 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1daf70d8-c5ee-45b9-84c9-9d1c989f2f03), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.828379 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:02.829706 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1daf70d8-c5ee-45b9-84c9-9d1c989f2f03 HTTP/1.1" status: 204 len: 168 time: 0.1344695 Oct 15 13:56:02.840645 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386591e5-d3fb-4902-a3cb-fe1c05c4547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf70d8-c5ee-45b9-84c9-9d1c989f2f03,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:03.009722 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:03.072273 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-6bfbb6b5-19ea-4117-9e9e-263fe6fdd018 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:03.074046 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-6bfbb6b5-19ea-4117-9e9e-263fe6fdd018 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 817 time: 0.1248286 Oct 15 13:56:03.150808 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-157179a6-b2b1-437b-acb5-f5d22ec573ab tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 380 time: 0.0675631 Oct 15 13:56:03.234594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'port': {'device_id': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'admin_state_up': True, 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'security_groups': ['a5b8dcc8-4377-436f-a0f5-33cb64b5bf94']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:03.348056 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-90c1ffcd-26bd-4d87-956d-16a64fea6235 req-959f961b-68ab-4725-909a-33dab7f7e13d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 210 time: 0.0389888 Oct 15 13:56:03.380512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Made reservation on behalf of aabf1193b43040948317be442c5c16f7 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:56:03.386333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:03.461512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:03.528273 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Allocated IP 172.20.0.11 (2be587d7-2a5c-4c32-9783-ff3a198697e5/f79b5614-80c8-4aaf-887e-d40e00471cb8/b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:03.683532 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:03.719326 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:03.770351 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:03.773706 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:03.777975 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:03.784476 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:03.842432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:03.843060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:03.864774 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-b9dcad0e-6e8d-4927-beea-65719898bf65 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6348526 Oct 15 13:56:03.878912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Request body: {'port': {'device_id': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:03.946993 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:03.990025 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:04.006050 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-77ac0e9f-55c2-49a9-862e-58765a0869bb None None] Provisioning complete for port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:04.006668 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-77ac0e9f-55c2-49a9-862e-58765a0869bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.006755 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-77ac0e9f-55c2-49a9-862e-58765a0869bb None None] Attempt 1 to provision port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 Oct 15 13:56:04.043026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-77ac0e9f-55c2-49a9-862e-58765a0869bb None None] Port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:56:04.225414 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:04.235737 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks [] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.250330 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Transition to ACTIVE for port object b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:56:04.257693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.296436 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:04.323100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:04.377316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Attempting to bind port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:04.377648 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Attempting to bind port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:04.377994 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Attempting to bind port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:04.421165 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:56:04.421496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Attempting to bind port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 on network 2be587d7-2a5c-4c32-9783-ff3a198697e5 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:04.503292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5fbe-3fb5-411d-a0a5-6327becbd157 req-8242ff08-34f3-4e2a-af82-38c94e62fb31 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:04.504725 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-736c5fbe-3fb5-411d-a0a5-6327becbd157 req-8242ff08-34f3-4e2a-af82-38c94e62fb31 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0625291 Oct 15 13:56:04.506012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:04.506344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Checking segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:04.506723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Bound using segment: {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:04.507155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Bound port: b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03c9d90-13e0-4b6c-a3b4-99a30d342779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:04.507520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.601817 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-736c5fbe-3fb5-411d-a0a5-6327becbd157 req-41d4de21-d50d-4bed-a889-55580307d99f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908511 Oct 15 13:56:04.608432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:04.611710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:56:04.620303 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.624759 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:04.625374 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:04.626764 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 1094 time: 0.7538493 Oct 15 13:56:04.627320 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:04.629614 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:04.686954 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20a976-8550-4811-849c-683f8a639b26 x-openstack-request-id: req-4a20a976-8550-4811-849c-683f8a639b26 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:04.687249 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:04.687495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a20a976-8550-4811-849c-683f8a639b26 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:04.687905 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a20a976-8550-4811-849c-683f8a639b26'] response: {'name': 'network-changed', 'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'status': 'completed', 'code': 200} Oct 15 13:56:04.708942 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b0652-b024-4d89-9276-01a3f5d69b2f service neutron] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:04.723788 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-68f15fca-5007-4f0e-bbb3-ac22022a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:04.725435 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-68f15fca-5007-4f0e-bbb3-ac22022a658b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1128 time: 0.0521781 Oct 15 13:56:04.769488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-af61fad1-c73a-4927-ae3c-bf7b94fdc47e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 217 time: 0.0372343 Oct 15 13:56:04.820021 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-f3af432c-6dd1-49f3-b889-6148f7e6016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:04.821515 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-f3af432c-6dd1-49f3-b889-6148f7e6016b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0465467 Oct 15 13:56:04.867762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-0da2c15e-1dde-4fc0-848a-099853485188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:04.869303 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-0da2c15e-1dde-4fc0-848a-099853485188 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420005 Oct 15 13:56:04.960355 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:04.977848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-6cc2085c-67bf-4c6d-b6ca-1ec5b5555e63 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023939 Oct 15 13:56:05.075774 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f6b86972-77cc-4af2-9385-cc8aec23f8be req-70ef2f03-7339-49f6-b022-1f5ba4536081 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910461 Oct 15 13:56:05.745332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259db0e-475b-434c-b9ff-75ef05c6a083 req-336ecc87-277c-4b69-9682-33d396a776f3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:05.746980 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e259db0e-475b-434c-b9ff-75ef05c6a083 req-336ecc87-277c-4b69-9682-33d396a776f3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0581391 Oct 15 13:56:05.797231 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e259db0e-475b-434c-b9ff-75ef05c6a083 req-6f1108e5-8aa2-4204-90e4-513535ed7283 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Oct 15 13:56:06.933076 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab4cb1-fab7-4b9f-8f4c-d14c0869eedf req-a98f3cb8-1cbe-4374-b975-dcc3a988606c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:06.934554 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9fab4cb1-fab7-4b9f-8f4c-d14c0869eedf req-a98f3cb8-1cbe-4374-b975-dcc3a988606c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0485935 Oct 15 13:56:06.984325 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9fab4cb1-fab7-4b9f-8f4c-d14c0869eedf req-478bab92-a3d5-48f2-907c-34a4c4dbba5b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437131 Oct 15 13:56:07.287230 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=52 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:07.294409 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=86 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:07.588473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:07.592429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-e531b8db-e049-4e80-9ee5-fd9379f9a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:07.593980 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-e531b8db-e049-4e80-9ee5-fd9379f9a654 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1128 time: 0.0426691 Oct 15 13:56:07.697192 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-efae9bea-17fe-4e5a-9de5-865e0a2bd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:07.698675 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-efae9bea-17fe-4e5a-9de5-865e0a2bd385 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.0980980 Oct 15 13:56:07.739241 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-a04b30e1-9428-417c-92bc-087097721aa2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 217 time: 0.0344212 Oct 15 13:56:07.795077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-b1c68ca2-0859-41ad-93fa-ded7bbdd1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:07.797071 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-b1c68ca2-0859-41ad-93fa-ded7bbdd1923 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0516305 Oct 15 13:56:07.846489 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-a60df538-23da-4a32-bc81-4382a3415b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:07.847973 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-a60df538-23da-4a32-bc81-4382a3415b4d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435536 Oct 15 13:56:07.945248 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-fe3c8e7e-7fa2-4188-baed-4bc342420acd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898964 Oct 15 13:56:08.054086 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a6c92a45-be02-4b0c-ae80-c0d3bc1b6c9d req-450220fe-296c-4c17-b8dc-966218747b1f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009173 Oct 15 13:56:08.117201 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305a3f8-18e4-4f22-b5ba-f5f3fd08f72e req-ba168fd9-5805-4b6d-b124-9be2918459d9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:08.118687 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e305a3f8-18e4-4f22-b5ba-f5f3fd08f72e req-ba168fd9-5805-4b6d-b124-9be2918459d9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0490730 Oct 15 13:56:08.169635 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e305a3f8-18e4-4f22-b5ba-f5f3fd08f72e req-48c124a5-2157-489c-a1b7-4e8df80a6bf3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Oct 15 13:56:08.983409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:56:09.097452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:09.114775 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:56:09.150849 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:09.151426 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:09.165478 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:09.189454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:09.194262 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:09.244709 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:09.253473 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.253765 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.254123 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.254533 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.254880 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.255221 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.255501 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.255834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.256220 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.256555 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.256856 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.257237 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.257782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.258201 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.258656 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:09.318983 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620e472-ad04-43f8-8bec-934b83c0710d req-423bd0e4-957b-45d7-b233-16d1d96bfb39 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:09.318983 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3620e472-ad04-43f8-8bec-934b83c0710d req-423bd0e4-957b-45d7-b233-16d1d96bfb39 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0594690 Oct 15 13:56:09.371180 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3620e472-ad04-43f8-8bec-934b83c0710d req-a1985935-bca0-410e-a055-c6ce2b57a855 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Oct 15 13:56:09.633455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:56:10.520042 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e0bc-68fe-4f3b-b1c3-127c8a604643 req-ef1492e7-a24d-49c4-9b74-42ac3bd9a82f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:10.521991 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5e0e0bc-68fe-4f3b-b1c3-127c8a604643 req-ef1492e7-a24d-49c4-9b74-42ac3bd9a82f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0577114 Oct 15 13:56:10.574550 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5e0e0bc-68fe-4f3b-b1c3-127c8a604643 req-2b97ac03-74e8-41cb-bb22-6afe0e0e097a tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Oct 15 13:56:10.999330 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:11.042892 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:56:11.052062 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:11.052456 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:11.052827 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 Oct 15 13:56:11.126855 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:11.127239 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:11.150064 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:11.152328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61451a02-c76b-49bc-9ce2-1a3a852fef19" -d '{"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:11.165270 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:11.171093 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:11.201860 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2addb110-7ab0-4e41-bf95-8406019bc91c x-openstack-request-id: req-2addb110-7ab0-4e41-bf95-8406019bc91c {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:11.202182 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:11.202443 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2addb110-7ab0-4e41-bf95-8406019bc91c {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:11.202877 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2addb110-7ab0-4e41-bf95-8406019bc91c'] response: {'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'code': 200} Oct 15 13:56:11.222420 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:11.381905 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:11.388787 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b9d58-48c1-435e-be57-5d9dd5d5263f req-b9994046-7de4-4ea4-9c62-43c216b3434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:11.390355 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d22b9d58-48c1-435e-be57-5d9dd5d5263f req-b9994046-7de4-4ea4-9c62-43c216b3434c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1130 time: 0.0529416 Oct 15 13:56:11.439887 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d22b9d58-48c1-435e-be57-5d9dd5d5263f req-bcbeda29-0cd3-45dd-92ec-e49e931c2605 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431111 Oct 15 13:56:11.713100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695a3e-3a2d-48c4-bde8-224996da7df8 req-146e1cb2-d65f-4d4b-a195-082b812bfb80 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:11.714488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a5695a3e-3a2d-48c4-bde8-224996da7df8 req-146e1cb2-d65f-4d4b-a195-082b812bfb80 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Oct 15 13:56:11.768962 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a5695a3e-3a2d-48c4-bde8-224996da7df8 req-acb94d92-5751-4de0-8449-96ee1b07e860 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482063 Oct 15 13:56:12.833136 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=32,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:12.834050 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:12.914666 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224178-2f91-4dba-b911-5c019437091c req-44ec9b6b-11ca-46c9-a1ba-8602abe7728d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:12.916945 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-00224178-2f91-4dba-b911-5c019437091c req-44ec9b6b-11ca-46c9-a1ba-8602abe7728d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Oct 15 13:56:12.979461 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-00224178-2f91-4dba-b911-5c019437091c req-60cb76c9-0de1-4078-96a0-aee55a8f9866 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567317 Oct 15 13:56:14.114609 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec33f5-e8bd-4f25-b8f4-bcc4755a4115 req-1c98097a-5f69-40e5-87f0-5c95aa2dae12 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:14.116186 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1cec33f5-e8bd-4f25-b8f4-bcc4755a4115 req-1c98097a-5f69-40e5-87f0-5c95aa2dae12 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0516648 Oct 15 13:56:14.152689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:14.168980 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1cec33f5-e8bd-4f25-b8f4-bcc4755a4115 req-4739c1b8-d9ff-4daf-be92-a0c0deb52c93 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Oct 15 13:56:14.303642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c78bfe-5740-4be0-8656-ef10074b7e11 req-960d9068-10ad-485f-bbd0-a22340681a9e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:14.305270 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-49c78bfe-5740-4be0-8656-ef10074b7e11 req-960d9068-10ad-485f-bbd0-a22340681a9e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0559356 Oct 15 13:56:14.316055 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58518) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:14.322076 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Request body: {'floatingip': {'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:14.364209 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:14.577448 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:14.584884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:14.595583 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:14.824810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:14.832404 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:14.946605 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Floating IP 11620504-c9d3-4354-a708-7101f91e87d1 associated. External IP: 172.27.0.228, port: b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8. Oct 15 13:56:15.162271 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:15.268623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:15.274152 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:15.279350 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:15.290222 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:15.290839 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:55:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:15.308207 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-13f26ea6-0d7e-46aa-835c-62605b446972 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/11620504-c9d3-4354-a708-7101f91e87d1 HTTP/1.1" status: 200 len: 992 time: 0.9908597 Oct 15 13:56:15.308840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:15.311156 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3642d476-65c4-4be4-9edc-982b8a847ced" -d '{"events": [{"name": "network-changed", "server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:15.349180 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fe7dd7-0ee8-4c8e-adc3-8f31c617c714 x-openstack-request-id: req-c2fe7dd7-0ee8-4c8e-adc3-8f31c617c714 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:15.349813 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:15.349813 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2fe7dd7-0ee8-4c8e-adc3-8f31c617c714 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:15.350268 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fe7dd7-0ee8-4c8e-adc3-8f31c617c714'] response: {'name': 'network-changed', 'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'status': 'completed', 'code': 200} Oct 15 13:56:15.419483 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d476-65c4-4be4-9edc-982b8a847ced req-b1af6e91-4129-4d8d-97d9-656f1bfc6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:15.421021 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-b1af6e91-4129-4d8d-97d9-656f1bfc6b35 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1130 time: 0.0470243 Oct 15 13:56:15.488372 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:15.530035 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d476-65c4-4be4-9edc-982b8a847ced req-8e71624d-71b8-463f-bf53-a6968dfa9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:15.531521 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-8e71624d-71b8-463f-bf53-a6968dfa9cbf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.1035497 Oct 15 13:56:15.601154 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-aead6170-3e4a-4580-b083-39ffa7c41f0b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0600624 Oct 15 13:56:15.650400 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d476-65c4-4be4-9edc-982b8a847ced req-4acd6e6b-76b4-43fa-9e9e-6ad80822dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:15.651861 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-4acd6e6b-76b4-43fa-9e9e-6ad80822dc11 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0442309 Oct 15 13:56:15.696778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d476-65c4-4be4-9edc-982b8a847ced req-a4de9af8-85b1-4f4b-8e57-90819681e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:15.698391 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-a4de9af8-85b1-4f4b-8e57-90819681e56b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393226 Oct 15 13:56:15.707147 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '11620504-c9d3-4354-a708-7101f91e87d1', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:55:59Z', 'updated_at': '2022-10-15T13:56:14Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:15.736106 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:15.746257 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:15.746931 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:55:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:15.797122 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-fc025953-3374-4803-ac80-9943bae24eb6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928571 Oct 15 13:56:15.854280 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:16.089152 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '11620504-c9d3-4354-a708-7101f91e87d1', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:55:59Z', 'updated_at': '2022-10-15T13:56:14Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:16.115358 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc9fb0-a148-41f1-a2c8-4ecdffec16c6 None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '11620504-c9d3-4354-a708-7101f91e87d1', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:55:59Z', 'updated_at': '2022-10-15T13:56:14Z', 'revision_number': 1, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:16.170765 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3642d476-65c4-4be4-9edc-982b8a847ced req-3e029a39-2859-4d6b-86b8-c70b8e386870 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674033 Oct 15 13:56:16.343645 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60d6f3-53a5-4348-9bb3-bfe6c650e67a None None] New status for floating IP 11620504-c9d3-4354-a708-7101f91e87d1: ACTIVE {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:56:16.347326 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:17.465938 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:56:20.723698 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b35eb-8777-4be3-9912-6179722ecfeb req-63cbed4e-3c6f-4c21-8ed4-d9e7400defe7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:20.725225 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d0b35eb-8777-4be3-9912-6179722ecfeb req-63cbed4e-3c6f-4c21-8ed4-d9e7400defe7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0501022 Oct 15 13:56:20.780927 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4d0b35eb-8777-4be3-9912-6179722ecfeb req-c1416b63-e835-47cf-b8ca-af1d9a9b4bc2 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494032 Oct 15 13:56:21.916282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950c6a2-f73f-439f-ae23-81ddc91bc6be req-581d0763-5d31-429b-b921-b97c8ab5bc32 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:21.917820 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d950c6a2-f73f-439f-ae23-81ddc91bc6be req-581d0763-5d31-429b-b921-b97c8ab5bc32 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0527656 Oct 15 13:56:21.966350 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d950c6a2-f73f-439f-ae23-81ddc91bc6be req-7ec9b58c-6af9-49a6-82a9-c75714bcc55e tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Oct 15 13:56:22.278708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-990fcf86-c9c3-42a8-b6b7-ed2180638506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:22.676177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623275f-50b2-4955-b571-72d824668613 req-2dfab312-3dda-4350-9ed0-b89b3a13f17d tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:22.677640 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1623275f-50b2-4955-b571-72d824668613 req-2dfab312-3dda-4350-9ed0-b89b3a13f17d tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0473881 Oct 15 13:56:22.690504 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:22.729061 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1623275f-50b2-4955-b571-72d824668613 req-d45b22d5-f495-459b-95ff-fad7b3b1a2b7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453231 Oct 15 13:56:23.119928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98e59-11a5-4329-b1b8-5e84cf7fdd93 req-4edb6076-346f-4540-a702-2b11ccb2b1cc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:23.121771 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-06e98e59-11a5-4329-b1b8-5e84cf7fdd93 req-4edb6076-346f-4540-a702-2b11ccb2b1cc tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0670612 Oct 15 13:56:23.179271 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-06e98e59-11a5-4329-b1b8-5e84cf7fdd93 req-f3fb07e7-fa2e-4846-80d3-809d194204da tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496476 Oct 15 13:56:23.761901 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-eaaa3c5f-e25e-4597-aeb1-14ad05deee08 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:23.763379 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-eaaa3c5f-e25e-4597-aeb1-14ad05deee08 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0504014 Oct 15 13:56:23.801956 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:23.891275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Deleting port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:23.891624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:23.914109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccd88-f119-4c37-8094-f2a1b9865f41 req-41c3a114-a127-454b-ad9a-365c893cc236 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:23.915571 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-54fccd88-f119-4c37-8094-f2a1b9865f41 req-41c3a114-a127-454b-ad9a-365c893cc236 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0936067 Oct 15 13:56:24.026771 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-54fccd88-f119-4c37-8094-f2a1b9865f41 req-b7fd2113-45db-4031-8936-34bc5626ad44 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828776 Oct 15 13:56:24.031544 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] For port 4fc36f1c-5dfc-463e-b40a-40955077b6d2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4fc36f1c-5dfc-463e-b40a-40955077b6d2,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:24.031912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.199804 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.200642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.200642 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Floating IP dbfd3cde-90dd-476a-acf0-9ae8a47b4827 disassociated. External IP: 172.27.0.191, port: 4fc36f1c-5dfc-463e-b40a-40955077b6d2. Oct 15 13:56:24.200840 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Calling delete_port for 4fc36f1c-5dfc-463e-b40a-40955077b6d2 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:24.318390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067db2a-e65c-4ac6-983c-5992ec54b348 req-ce87fb7a-b1e3-49aa-880f-5da406923834 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:24.319818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d067db2a-e65c-4ac6-983c-5992ec54b348 req-ce87fb7a-b1e3-49aa-880f-5da406923834 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 946 time: 0.0615718 Oct 15 13:56:24.406444 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d067db2a-e65c-4ac6-983c-5992ec54b348 req-b2a16edb-0e3c-4346-af7f-c4c1cbc857f8 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0286fd3f-378d-4285-a7ec-78ef22af1312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792534 Oct 15 13:56:24.408108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (4fc36f1c-5dfc-463e-b40a-40955077b6d2), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.450565 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event deleted for resources: {'Port': ['ID=4fc36f1c-5dfc-463e-b40a-40955077b6d2,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:24.498996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:24.565400 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:24.601291 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-baf1b7ff-1399-4d11-bb54-e719111d22e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.676470 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:24.688786 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:24.699563 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:24.700475 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:24.720507 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] No DVR routers for this DVR port 4fc36f1c-5dfc-463e-b40a-40955077b6d2 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:24.723208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:24.726803 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13a2c85b-6008-4c97-bd4c-7585613e6d54 req-739f47c7-7272-4ffd-940c-701525f7e871 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4fc36f1c-5dfc-463e-b40a-40955077b6d2 HTTP/1.1" status: 204 len: 173 time: 0.9579494 Oct 15 13:56:24.727367 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'name': 'network-vif-deleted', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:24.729780 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f2bfb-6a32-4603-8c6e-71d939fcfbb2" -d '{"events": [{"server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "name": "network-vif-deleted", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:24.770844 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9e64e-b86f-445e-9484-596ad408ddac x-openstack-request-id: req-8da9e64e-b86f-445e-9484-596ad408ddac {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:24.771120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb269dd0-b5af-4013-9ded-062f40176b8f", "name": "network-vif-deleted", "tag": "4fc36f1c-5dfc-463e-b40a-40955077b6d2", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:24.771376 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8da9e64e-b86f-445e-9484-596ad408ddac {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:24.771802 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da9e64e-b86f-445e-9484-596ad408ddac'] response: {'server_uuid': 'cb269dd0-b5af-4013-9ded-062f40176b8f', 'name': 'network-vif-deleted', 'tag': '4fc36f1c-5dfc-463e-b40a-40955077b6d2', 'status': 'completed', 'code': 200} Oct 15 13:56:24.812744 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:24.933709 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:24.950935 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:25.019593 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:25.048313 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:25.059503 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:25.059941 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:25.144373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:25.160250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b483a-f22b-4ac3-8b8f-188139247224 req-bcb6c78b-6328-48cb-b61e-dbbdd04605e8 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:25.161852 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-036b483a-f22b-4ac3-8b8f-188139247224 req-bcb6c78b-6328-48cb-b61e-dbbdd04605e8 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Oct 15 13:56:25.169165 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:25.217587 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-036b483a-f22b-4ac3-8b8f-188139247224 req-261c774d-2e9d-4794-8d46-3933b44ee6e1 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492463 Oct 15 13:56:25.302667 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:25.304669 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:25.370088 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:25.395756 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419e989-f8ca-48a6-a0db-ba130b3a52e9 None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:48:45Z', 'revision_number': 4, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '94f8163e-8cc9-408d-97d4-b548d82a80b7', 'name': '', 'network_id': 'c1b0ef41-77c8-4965-9ff6-7478183c5789', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'mac_address': 'fa:16:3e:ef:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:43Z', 'updated_at': '2022-10-15T13:49:05Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'subnets': [{'id': 'dc3c67ac-f895-44ad-9b47-a00c13f2c125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:25.554162 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3c5aa79e-6948-4de7-8096-7fe85e1fadf2 req-eeabdcdf-04ce-4482-a940-75cb969f622c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cb269dd0-b5af-4013-9ded-062f40176b8f HTTP/1.1" status: 200 len: 210 time: 0.0302145 Oct 15 13:56:25.647173 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f68ec6-e9d3-41b4-a2ab-5db66bcbbc42 None None] New status for floating IP dbfd3cde-90dd-476a-acf0-9ae8a47b4827: DOWN {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:56:26.219015 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:26.356014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430e4b-b6f5-4d6f-88bb-9a5f6066566a req-2ac609bb-eb56-4af4-8cd8-62c4770c0866 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:26.357541 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5430e4b-b6f5-4d6f-88bb-9a5f6066566a req-2ac609bb-eb56-4af4-8cd8-62c4770c0866 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Oct 15 13:56:26.417140 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d5430e4b-b6f5-4d6f-88bb-9a5f6066566a req-17aa036b-a293-457e-ab68-e156bd29c781 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534296 Oct 15 13:56:26.659895 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58574) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:26.722639 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (0286fd3f-378d-4285-a7ec-78ef22af1312), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:26.748034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (0286fd3f-378d-4285-a7ec-78ef22af1312), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:26.800698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0286fd3f-378d-4285-a7ec-78ef22af1312), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:26.803558 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:26.805141 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0286fd3f-378d-4285-a7ec-78ef22af1312 HTTP/1.1" status: 204 len: 168 time: 0.1441579 Oct 15 13:56:26.808239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58576) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:26.815151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ddc11-1134-4170-af22-e317d04a060c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286fd3f-378d-4285-a7ec-78ef22af1312,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:26.823562 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-fc1a88a9-a826-496e-980f-55a3fad4bf97 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] show failed (client error): The resource could not be found. Oct 15 13:56:26.824699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-fc1a88a9-a826-496e-980f-55a3fad4bf97 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups/0286fd3f-378d-4285-a7ec-78ef22af1312 HTTP/1.1" status: 404 len: 347 time: 0.0154555 Oct 15 13:56:26.827698 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58578) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:26.957732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Deleting port facdfda9-fbcf-4f3d-a23a-2edf95a2296f {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:26.958170 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.039481 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.039908 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.053890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Calling delete_port for facdfda9-fbcf-4f3d-a23a-2edf95a2296f owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:27.085118 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4fc36f1c-5dfc-463e-b40a-40955077b6d2 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:27.106541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 4fc36f1c-5dfc-463e-b40a-40955077b6d2 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:27.106923 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4fc36f1c-5dfc-463e-b40a-40955077b6d2 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:27.203336 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (facdfda9-fbcf-4f3d-a23a-2edf95a2296f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.230975 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event deleted for resources: {'Port': ['ID=facdfda9-fbcf-4f3d-a23a-2edf95a2296f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:27.307266 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks [] for floatingip (dbfd3cde-90dd-476a-acf0-9ae8a47b4827), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.310088 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.311291 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-64131118-cc8d-457a-bd1c-09438e44abed tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/dbfd3cde-90dd-476a-acf0-9ae8a47b4827 HTTP/1.1" status: 204 len: 168 time: 0.4826553 Oct 15 13:56:27.623269 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927b85-67d9-41f5-89ec-025340a0378c req-6f4ea26b-9612-48a2-82b4-e6f0582e85a9 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:27.624894 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f927b85-67d9-41f5-89ec-025340a0378c req-6f4ea26b-9612-48a2-82b4-e6f0582e85a9 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0841618 Oct 15 13:56:27.627898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:27.654895 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65691b-2adf-4153-aa81-0017c3d79fb6 req-18123323-3df6-46a3-8032-c8a6d096b6c5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:27.656458 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c65691b-2adf-4153-aa81-0017c3d79fb6 req-18123323-3df6-46a3-8032-c8a6d096b6c5 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0793896 Oct 15 13:56:27.721739 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4f927b85-67d9-41f5-89ec-025340a0378c req-30129b10-db40-40e7-b4b3-fcc202521bfa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891886 Oct 15 13:56:27.745262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c65691b-2adf-4153-aa81-0017c3d79fb6 req-7d8bdbd1-3e70-47c4-beef-69bc2141a99c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806208 Oct 15 13:56:27.766472 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:27.810365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:28.901121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4348-f9b6-4e89-8f3d-8d658fe78df6 req-d2013075-0023-49ba-8beb-8d948e5d12f5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:28.902628 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6cb4348-f9b6-4e89-8f3d-8d658fe78df6 req-d2013075-0023-49ba-8beb-8d948e5d12f5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0777223 Oct 15 13:56:28.923272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ab13d-a3c3-4171-9430-bfd3b285425b req-0b8390e5-d5e0-46d5-bc79-d3ad4251886b tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:28.924746 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b36ab13d-a3c3-4171-9430-bfd3b285425b req-0b8390e5-d5e0-46d5-bc79-d3ad4251886b tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0700634 Oct 15 13:56:28.997845 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6cb4348-f9b6-4e89-8f3d-8d658fe78df6 req-cdb0356a-1291-43dd-a53b-6309589a47ca tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885613 Oct 15 13:56:29.005702 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b36ab13d-a3c3-4171-9430-bfd3b285425b req-9e5cb0dc-0f07-4f8e-a39e-60ff3a63135a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ecbdf884-7c39-40c7-b198-dc4106b268af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736749 Oct 15 13:56:29.078515 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:29.090943 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-2c9af2a9-a23f-46e5-b130-ffd3973eb93f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:29.092518 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-2c9af2a9-a23f-46e5-b130-ffd3973eb93f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 946 time: 0.0526755 Oct 15 13:56:29.186069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Deleting port 00b42a41-b63e-414a-944b-f58697650617 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:29.186403 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (00b42a41-b63e-414a-944b-f58697650617), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:29.291809 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] For port 00b42a41-b63e-414a-944b-f58697650617, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=00b42a41-b63e-414a-944b-f58697650617,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:29.292211 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (00b42a41-b63e-414a-944b-f58697650617), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:29.468803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:29.469216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:29.469554 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Floating IP 8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd disassociated. External IP: 172.27.0.178, port: 00b42a41-b63e-414a-944b-f58697650617. Oct 15 13:56:29.469866 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Calling delete_port for 00b42a41-b63e-414a-944b-f58697650617 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:29.624864 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (00b42a41-b63e-414a-944b-f58697650617), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:29.654762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'Port': ['ID=00b42a41-b63e-414a-944b-f58697650617,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:29.727863 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:29.800853 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:29.971029 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6363-1abb-491d-9bb1-c7436a9e30a3 req-40f73786-6b5e-470b-b9e6-573d82ac2f98 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:29.972629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb7d6363-1abb-491d-9bb1-c7436a9e30a3 req-40f73786-6b5e-470b-b9e6-573d82ac2f98 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0622244 Oct 15 13:56:29.973801 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:29.984032 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:29.998325 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:29.998954 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:30.058001 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] No DVR routers for this DVR port 00b42a41-b63e-414a-944b-f58697650617 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:30.063647 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:30.067542 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-27c5dd01-8c12-49e0-9421-203e2e5914cb req-d8f37193-f825-4cca-a90b-72aae1ea851a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "DELETE /networking/v2.0/ports/00b42a41-b63e-414a-944b-f58697650617 HTTP/1.1" status: 204 len: 173 time: 0.9695976 Oct 15 13:56:30.068214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'name': 'network-vif-deleted', 'tag': '00b42a41-b63e-414a-944b-f58697650617'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:30.070786 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015c6dc-2973-469a-81b6-ae36b9a35edf" -d '{"events": [{"server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "name": "network-vif-deleted", "tag": "00b42a41-b63e-414a-944b-f58697650617"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:30.095770 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb7d6363-1abb-491d-9bb1-c7436a9e30a3 req-be210572-6ad1-4896-80b5-14262fdc2428 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158395 Oct 15 13:56:30.204577 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b919cb-af5d-42a5-9642-aabd0ba1f19e req-f8bb76ca-b6ed-43a7-ba1e-92658fe98558 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:30.206191 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-24b919cb-af5d-42a5-9642-aabd0ba1f19e req-f8bb76ca-b6ed-43a7-ba1e-92658fe98558 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0634518 Oct 15 13:56:30.247629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7d15537d-4d47-472d-a411-1b28891cf712 req-4d22ed2e-ed14-48e2-b868-2a9c9c9b9b6c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40d67d09-379e-4c12-b36c-21edf3b23e45 HTTP/1.1" status: 200 len: 210 time: 0.0403030 Oct 15 13:56:30.295726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:30.299089 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:30.319128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c522bf-cdc2-415e-9d37-2e33c99a94ee x-openstack-request-id: req-15c522bf-cdc2-415e-9d37-2e33c99a94ee {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:30.319585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d67d09-379e-4c12-b36c-21edf3b23e45", "name": "network-vif-deleted", "tag": "00b42a41-b63e-414a-944b-f58697650617", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:30.319987 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15c522bf-cdc2-415e-9d37-2e33c99a94ee {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:30.320659 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c522bf-cdc2-415e-9d37-2e33c99a94ee'] response: {'server_uuid': '40d67d09-379e-4c12-b36c-21edf3b23e45', 'name': 'network-vif-deleted', 'tag': '00b42a41-b63e-414a-944b-f58697650617', 'status': 'completed', 'code': 200} Oct 15 13:56:30.332354 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-24b919cb-af5d-42a5-9642-aabd0ba1f19e req-1c40272e-ccc9-4052-8747-835efbf7e35e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143456 Oct 15 13:56:30.552617 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:30.581224 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:30.591507 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:30.592237 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:30.708641 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:30.735580 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:30.986642 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:30.988337 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-5b8998bf-a1fe-4d88-9f1f-1485341d2d7c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:30.990130 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-5b8998bf-a1fe-4d88-9f1f-1485341d2d7c tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0686018 Oct 15 13:56:31.014585 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:31.045447 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa6976-a32d-44a8-8699-756721b0c7e7 None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:31.122241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Deleting port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:31.122752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.288448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2b22e-61a2-42da-b63b-bf522ee85664 req-69950750-fb91-447c-8c2c-f13769340946 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:31.290603 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e0d2b22e-61a2-42da-b63b-bf522ee85664 req-69950750-fb91-447c-8c2c-f13769340946 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 945 time: 0.0801644 Oct 15 13:56:31.293068 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] For port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:31.296784 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.333431 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Calling delete_port for 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:31.379548 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f110ec-4f6a-4344-a82d-e7afd556e05a None None] New status for floating IP 8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd: DOWN {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:56:31.404382 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58628) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:31.420181 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e0d2b22e-61a2-42da-b63b-bf522ee85664 req-32188fce-84f2-4edd-a105-c883fb0522be tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039717 Oct 15 13:56:31.512075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (ecbdf884-7c39-40c7-b198-dc4106b268af), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.540607 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (ecbdf884-7c39-40c7-b198-dc4106b268af), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.560327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c990372-3ba6-4901-86f7-b674790ce7fc req-c777eb88-3a64-4db3-8560-19c0cbdaad49 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:31.561793 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c990372-3ba6-4901-86f7-b674790ce7fc req-c777eb88-3a64-4db3-8560-19c0cbdaad49 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0905485 Oct 15 13:56:31.570255 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (5141cb8c-0fe9-45ee-84cc-9c59a65bca83), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.582976 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b700737e-c8a7-40a1-96f2-1665f19a9778'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:56:31.610542 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ecbdf884-7c39-40c7-b198-dc4106b268af), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.614417 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.615844 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ecbdf884-7c39-40c7-b198-dc4106b268af HTTP/1.1" status: 204 len: 168 time: 0.2092621 Oct 15 13:56:31.617824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:31.622516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58630) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:31.641346 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae27c8-d515-4157-b440-09937524c2a9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdf884-7c39-40c7-b198-dc4106b268af,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:31.642911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event deleted for resources: {'Port': ['ID=5141cb8c-0fe9-45ee-84cc-9c59a65bca83,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:31.644916 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.api.v2.resource [None req-43eff0a8-4964-45cd-9b56-edaa71980896 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] show failed (client error): The resource could not be found. Oct 15 13:56:31.646000 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-43eff0a8-4964-45cd-9b56-edaa71980896 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups/ecbdf884-7c39-40c7-b198-dc4106b268af HTTP/1.1" status: 404 len: 347 time: 0.0222900 Oct 15 13:56:31.649945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58632) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:31.718059 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] No DVR routers for this DVR port 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:31.725469 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:31.729683 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aaf545f4-7e87-4a1a-8a6c-22b869e27182 req-e3dd7239-bb13-41d0-b01d-81a95f9de5df tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "DELETE /networking/v2.0/ports/5141cb8c-0fe9-45ee-84cc-9c59a65bca83 HTTP/1.1" status: 204 len: 173 time: 0.7328758 Oct 15 13:56:31.736231 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8c990372-3ba6-4901-86f7-b674790ce7fc req-1b640263-cd28-412c-adba-73dbd049b353 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1624935 Oct 15 13:56:32.057261 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Deleting port 99426118-1cfa-4375-9b2a-5ed3137d709a {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:32.058130 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.152211 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.152548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (99426118-1cfa-4375-9b2a-5ed3137d709a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.174143 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Calling delete_port for 99426118-1cfa-4375-9b2a-5ed3137d709a owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:32.322346 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'name': 'network-vif-deleted', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:32.325127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcd94e3-6671-4fa6-ada4-84c20195e8d9" -d '{"events": [{"server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "name": "network-vif-deleted", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:32.328866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (99426118-1cfa-4375-9b2a-5ed3137d709a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.353057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'Port': ['ID=99426118-1cfa-4375-9b2a-5ed3137d709a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:32.374856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a9773-542f-487f-813b-9d3578ba21d0 x-openstack-request-id: req-db3a9773-542f-487f-813b-9d3578ba21d0 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:32.375262 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8976a74-703a-4fa4-9cc7-760a3e3f226b", "name": "network-vif-deleted", "tag": "5141cb8c-0fe9-45ee-84cc-9c59a65bca83", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:32.375708 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db3a9773-542f-487f-813b-9d3578ba21d0 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:32.377071 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3a9773-542f-487f-813b-9d3578ba21d0'] response: {'server_uuid': 'a8976a74-703a-4fa4-9cc7-760a3e3f226b', 'name': 'network-vif-deleted', 'tag': '5141cb8c-0fe9-45ee-84cc-9c59a65bca83', 'status': 'completed', 'code': 200} Oct 15 13:56:32.430085 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.433597 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.434336 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-e80e6a8b-0a88-48a4-8a67-6d83ff110fc6 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/8b0bb022-bc41-4897-b1b7-f2bbbb7e34fd HTTP/1.1" status: 204 len: 168 time: 0.7816319 Oct 15 13:56:32.546902 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58640) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:32.555249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763697610', 'description': 'tempest-description--1818511662'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:32.569403 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d10661fe-df8b-40e2-8ef2-080f6e296e99 req-4fee6063-650b-48e3-a11e-3b7d7308e196 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a8976a74-703a-4fa4-9cc7-760a3e3f226b HTTP/1.1" status: 200 len: 210 time: 0.0316832 Oct 15 13:56:32.593635 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.640893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:32.659207 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:32.686625 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (5f2e6dd0-dc63-470e-9033-4c4e2eab11bf), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.692477 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5f2e6dd0-dc63-470e-9033-4c4e2eab11bf), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.728852 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.730180 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1815917 Oct 15 13:56:32.731264 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764e38f-0c22-48f4-85ed-fc5053b8fc0e tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:32.733815 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58642) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:32.738659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group_rule': {'security_group_id': '5f2e6dd0-dc63-470e-9033-4c4e2eab11bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:32.770634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (37425195-e295-4685-ba0a-4e67146cf3e2), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.853068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (37425195-e295-4685-ba0a-4e67146cf3e2), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.858744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (37425195-e295-4685-ba0a-4e67146cf3e2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.882573 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37425195-e295-4685-ba0a-4e67146cf3e2,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:32.895274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.896723 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d027eb20-e295-445d-9952-83cc06a25539 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618078 Oct 15 13:56:32.900653 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58646) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:32.904365 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c7bb-a259-4ad6-90e8-41d1a276efa5 req-b2029dee-48e9-4049-ac10-a4783a131d7b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:32.905202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'security_group_rule': {'security_group_id': '5f2e6dd0-dc63-470e-9033-4c4e2eab11bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:32.906066 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4730c7bb-a259-4ad6-90e8-41d1a276efa5 req-b2029dee-48e9-4049-ac10-a4783a131d7b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0680182 Oct 15 13:56:32.941169 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (df6ed9e7-62d8-4601-91e3-f292e0218c29), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:32.977156 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4730c7bb-a259-4ad6-90e8-41d1a276efa5 req-cc9687d9-fc9e-49f7-8fcb-f24c3cf053a2 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603905 Oct 15 13:56:33.014263 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (df6ed9e7-62d8-4601-91e3-f292e0218c29), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.020190 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (df6ed9e7-62d8-4601-91e3-f292e0218c29), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.040750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6ed9e7-62d8-4601-91e3-f292e0218c29,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:33.051063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.052344 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-416902fd-f02f-4d5e-a944-2efdd8054c89 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507077 Oct 15 13:56:33.055866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58648) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:33.060440 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:33.082930 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.120845 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:33.151759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:33.152264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 5141cb8c-0fe9-45ee-84cc-9c59a65bca83 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:33.152774 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 00b42a41-b63e-414a-944b-f58697650617 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:33.176842 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 00b42a41-b63e-414a-944b-f58697650617 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:33.177279 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 00b42a41-b63e-414a-944b-f58697650617 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:33.187403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.312868 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Allocated IP 172.27.0.223 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/3c47ef33-66db-464e-8327-91e2a0a8dc3e) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:33.385316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-bc2f3707-b302-45c3-9bdc-65e8d69f9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:33.387084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-bc2f3707-b302-45c3-9bdc-65e8d69f9078 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1130 time: 0.0511057 Oct 15 13:56:33.449486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.487016 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.493791 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:33.499801 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:33.506019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-dc1e3696-8e5a-4d11-b993-9eeff1150688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:33.509112 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-dc1e3696-8e5a-4d11-b993-9eeff1150688 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.1155856 Oct 15 13:56:33.516047 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:33.543664 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:33.549366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:33.552203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=3c47ef33-66db-464e-8327-91e2a0a8dc3e,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:33.555664 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:33.607783 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-23c335c0-df4d-4d16-a720-d0df8166cf5b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 1002 time: 0.0925756 Oct 15 13:56:33.666468 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-928dc394-d8da-475e-ab93-f1ed586df960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:33.668835 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-928dc394-d8da-475e-ab93-f1ed586df960 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.0544345 Oct 15 13:56:33.692688 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.724312 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-f3a7f4ae-dfd5-4af6-847b-5bda7c0f558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:33.726313 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-f3a7f4ae-dfd5-4af6-847b-5bda7c0f558b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523577 Oct 15 13:56:33.772603 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:33.844576 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-495bb6dd-6ad9-4d99-9278-9236c427f56e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108034 Oct 15 13:56:34.023953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521caab7-6c39-4330-9084-9bad6933bd42 req-c5df262b-e79f-4b09-8862-ce3ac93a4dee tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:34.025614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-521caab7-6c39-4330-9084-9bad6933bd42 req-c5df262b-e79f-4b09-8862-ce3ac93a4dee tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0976837 Oct 15 13:56:34.044128 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:34.052849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:34.109012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b33eb0f-958a-45eb-ac3b-c29d5f1cf453 req-080ad1e8-f606-4ed1-9440-e9d1945540e5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499963 Oct 15 13:56:34.127918 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-521caab7-6c39-4330-9084-9bad6933bd42 req-fc99ef2c-b0a3-4023-8ca1-0a97accc43a1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904877 Oct 15 13:56:34.146425 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:34.149883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=3c47ef33-66db-464e-8327-91e2a0a8dc3e,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:34.170812 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:34.176018 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-33264665-4e61-4dd7-b396-60e2943adc86 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1152081 Oct 15 13:56:34.176425 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5767-0a37-4bf6-9d4f-010e1e661df9 req-cc2f6933-e620-42ba-bb84-931e2ed812ab tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:34.178037 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb2b5767-0a37-4bf6-9d4f-010e1e661df9 req-cc2f6933-e620-42ba-bb84-931e2ed812ab tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0680888 Oct 15 13:56:34.244367 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb2b5767-0a37-4bf6-9d4f-010e1e661df9 req-49a64346-e7c5-415f-8bf6-369ce0bf33d7 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557420 Oct 15 13:56:34.427222 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-df00cb18-5334-491f-9f52-8c57555dc5d9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1763697610&fields=id&tenant_id=35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 267 time: 0.0522482 Oct 15 13:56:34.559271 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-f4a50564-0ede-4b18-b2c3-1621a98fde50 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:34.560958 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-f4a50564-0ede-4b18-b2c3-1621a98fde50 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 811 time: 0.1254814 Oct 15 13:56:34.578066 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-9eceb2b9-3af1-4fec-a5c2-cb71f93f28d9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/quotas/35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 375 time: 0.0110195 Oct 15 13:56:34.640494 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-55eb2e59-290e-4b96-9086-dcf567a642b8 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532179 Oct 15 13:56:34.710953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:35.053353 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-1aa9583a-c865-40dc-b6e0-e34b1666cd1e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999836 Oct 15 13:56:35.157935 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-ab1a8bed-796b-4797-b3f4-b980f08e9e1c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967593 Oct 15 13:56:35.357054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604700a6-8c73-45bd-9c7a-cfc21ff17068 req-dc77cac6-5eb6-4f48-b17f-3029e49705e7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:35.358907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-604700a6-8c73-45bd-9c7a-cfc21ff17068 req-dc77cac6-5eb6-4f48-b17f-3029e49705e7 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0834391 Oct 15 13:56:35.422996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:35.457431 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501adf06-8ba6-45c7-a458-de73f02af6db req-8c78aa71-10e9-445f-8494-b4db6ce522f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:35.459078 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-501adf06-8ba6-45c7-a458-de73f02af6db req-8c78aa71-10e9-445f-8494-b4db6ce522f3 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0875373 Oct 15 13:56:35.468475 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-604700a6-8c73-45bd-9c7a-cfc21ff17068 req-c740065a-4368-4cd8-989d-3a3385099ec1 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6d20e993-2942-4e13-8d05-65c130dbef4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980644 Oct 15 13:56:35.526699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-501adf06-8ba6-45c7-a458-de73f02af6db req-5f5ab9a0-7cb4-4f06-9db3-07f0337f0a0f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570879 Oct 15 13:56:35.601260 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-51d1b8ab-14ab-4c24-a21a-64ec40d60372 req-89f69de7-eed3-436c-83d6-7e95484b3997 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 210 time: 0.0483754 Oct 15 13:56:35.731572 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-3b96b89b-2d63-46d8-8e6d-c912de1e63fe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:35.733443 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-3b96b89b-2d63-46d8-8e6d-c912de1e63fe tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 946 time: 0.0629933 Oct 15 13:56:35.859821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Deleting port b700737e-c8a7-40a1-96f2-1665f19a9778 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:35.859821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:35.995464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] For port b700737e-c8a7-40a1-96f2-1665f19a9778, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b700737e-c8a7-40a1-96f2-1665f19a9778,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:35.996121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:36.026222 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Calling delete_port for b700737e-c8a7-40a1-96f2-1665f19a9778 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:36.220741 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (b700737e-c8a7-40a1-96f2-1665f19a9778), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:36.235580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b700737e-c8a7-40a1-96f2-1665f19a9778'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:56:36.285413 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Pushing event deleted for resources: {'Port': ['ID=b700737e-c8a7-40a1-96f2-1665f19a9778,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:36.307340 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.307979 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.308602 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.309213 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.309803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.310379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.310931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.311495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.312055 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.312580 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.313024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.313419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.313815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.314206 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.314734 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:56:36.376509 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] No DVR routers for this DVR port b700737e-c8a7-40a1-96f2-1665f19a9778 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:36.380488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:36.386156 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6579e5dd-9c1d-4fe2-8ad8-6f54024b5d71 req-72e2ff79-d918-4b66-8f40-81f1d86d6e2b tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b700737e-c8a7-40a1-96f2-1665f19a9778 HTTP/1.1" status: 204 len: 173 time: 0.6471057 Oct 15 13:56:36.387051 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'name': 'network-vif-deleted', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:36.393440 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f9d5d-db94-4dd0-94e3-cc7f83759f5a" -d '{"events": [{"server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "name": "network-vif-deleted", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:36.459780 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f42b1e-6153-48c6-aec9-d93a8d2e26e7 x-openstack-request-id: req-b6f42b1e-6153-48c6-aec9-d93a8d2e26e7 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:36.460523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242ed9b0-fe03-4583-ad2f-4760e86d2031", "name": "network-vif-deleted", "tag": "b700737e-c8a7-40a1-96f2-1665f19a9778", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:36.460659 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f42b1e-6153-48c6-aec9-d93a8d2e26e7 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:36.461605 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f42b1e-6153-48c6-aec9-d93a8d2e26e7'] response: {'server_uuid': '242ed9b0-fe03-4583-ad2f-4760e86d2031', 'name': 'network-vif-deleted', 'tag': 'b700737e-c8a7-40a1-96f2-1665f19a9778', 'status': 'completed', 'code': 200} Oct 15 13:56:36.631085 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5b6ef93f-04b5-4685-a0c0-c7340aaf4ee9 req-70afb82e-3b8d-4498-8b03-2a167391aa54 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 210 time: 0.0399177 Oct 15 13:56:36.678661 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f199-3e91-4eeb-a4f9-f8ed6edaad96 req-4bce5e40-1b8e-47e5-bf52-e647b5105677 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:36.680369 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9e6f199-3e91-4eeb-a4f9-f8ed6edaad96 req-4bce5e40-1b8e-47e5-bf52-e647b5105677 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0595772 Oct 15 13:56:36.745814 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3348830a-e88e-48b0-a181-0ad5dc2ea6f4 req-a7bc9659-ef89-426f-959e-b31fba447d44 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 210 time: 0.0360119 Oct 15 13:56:36.776171 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9e6f199-3e91-4eeb-a4f9-f8ed6edaad96 req-3a784ce5-9446-4460-9bae-5233fe6893bf tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861163 Oct 15 13:56:36.891709 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-1cbecc74-637d-4997-94ab-a5679b621d91 req-9f5a80ee-edf6-44fd-8e0f-e741cac18695 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:56:36.892547 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1cbecc74-637d-4997-94ab-a5679b621d91 req-9f5a80ee-edf6-44fd-8e0f-e741cac18695 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0081403 Oct 15 13:56:36.930024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:36.988268 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-14412aa4-4408-472a-b37c-8d497f16292a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:36.991172 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-14412aa4-4408-472a-b37c-8d497f16292a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 811 time: 0.1639519 Oct 15 13:56:37.073427 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2652259-08e6-4f7d-81be-053bc0ef3eeb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35f8b5024a194f70a9f7689ac44ab07b HTTP/1.1" status: 200 len: 380 time: 0.0737991 Oct 15 13:56:37.155641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcdc96-8e29-4e88-b7cb-0f44cfdc07ac req-f318a257-972f-4412-bea9-5a5460e28452 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:37.157287 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a2fcdc96-8e29-4e88-b7cb-0f44cfdc07ac req-f318a257-972f-4412-bea9-5a5460e28452 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0522494 Oct 15 13:56:37.197234 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:37.213830 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a2fcdc96-8e29-4e88-b7cb-0f44cfdc07ac req-ebf86f77-e28e-45e4-9217-ddc7f85bb13c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507104 Oct 15 13:56:37.223899 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58706) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:37.278030 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'port': {'device_id': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'admin_state_up': True, 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'security_groups': ['5f2e6dd0-dc63-470e-9033-4c4e2eab11bf']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:37.353107 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-8a53e581-2e3a-4068-a3b5-8a9b47207fb1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271653 Oct 15 13:56:37.365949 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-3e7cfada-55d9-45dc-89ad-0e302e800fc8 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:56:37.367176 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-3e7cfada-55d9-45dc-89ad-0e302e800fc8 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070205 Oct 15 13:56:37.449337 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Made reservation on behalf of 35f8b5024a194f70a9f7689ac44ab07b for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:56:37.453973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:37.639844 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Allocated IP 172.20.0.6 (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca/16f21624-8d4c-467a-881f-0277cfe984dc/ffaa042f-4e73-43a4-964a-886d1dc0d768) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:37.662926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58718) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:37.752049 dv-cinder-861491-3-iscsi neutron-server[111008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 13:56:37.805914 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-c7fc7e31-4701-4ca8-bfdc-115a9f16af9c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:37.808894 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-c7fc7e31-4701-4ca8-bfdc-115a9f16af9c tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports/4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 943 time: 0.1438684 Oct 15 13:56:37.851659 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-173a60a2-1a4e-49eb-be5d-0a2263a083b0 req-a6acfa3e-6f05-438a-a6ff-6dab0aaec519 tempest-ServerRescueNegativeTestJSON-1946714780 tempest-ServerRescueNegativeTestJSON-1946714780-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=242ed9b0-fe03-4583-ad2f-4760e86d2031 HTTP/1.1" status: 200 len: 210 time: 0.1071372 Oct 15 13:56:37.992115 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bbd59198-53c2-4685-97c7-21d99b4e2dd7 req-edcfa16b-7dc5-4ecb-a833-3e88b006bff9 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 210 time: 0.0860262 Oct 15 13:56:38.040075 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.091366 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.142672 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:38.146438 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:38.151423 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:38.180461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event updated for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:38.214726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:38.215682 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.238903 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-0bce22d5-54e5-424c-aa8a-123dce6412ae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660063 Oct 15 13:56:38.253723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Request body: {'port': {'device_id': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:38.325174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:38.390259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996498b9-7f57-4835-b94d-1f6bbac52566 req-757d8922-20fa-4da8-97fe-5b81e70448c4 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:38.392146 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-996498b9-7f57-4835-b94d-1f6bbac52566 req-757d8922-20fa-4da8-97fe-5b81e70448c4 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0709126 Oct 15 13:56:38.393444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.445331 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-dac98778-a8f5-437c-9f1a-9677ba25229a None None] Provisioning complete for port ffaa042f-4e73-43a4-964a-886d1dc0d768 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:38.445946 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-dac98778-a8f5-437c-9f1a-9677ba25229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.446099 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-dac98778-a8f5-437c-9f1a-9677ba25229a None None] Attempt 1 to provision port ffaa042f-4e73-43a4-964a-886d1dc0d768 Oct 15 13:56:38.481769 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:38.482024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-dac98778-a8f5-437c-9f1a-9677ba25229a None None] Port ffaa042f-4e73-43a4-964a-886d1dc0d768 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:56:38.500895 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-996498b9-7f57-4835-b94d-1f6bbac52566 req-b43deb17-db7a-4e52-b3b8-6818edcce1a6 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971515 Oct 15 13:56:38.731851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaa042f-4e73-43a4-964a-886d1dc0d768 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:38.740358 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks [] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.755610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Transition to ACTIVE for port object ffaa042f-4e73-43a4-964a-886d1dc0d768 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:56:38.761591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:38.825101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Pushing event updated for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:38.881912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Attempting to bind port ffaa042f-4e73-43a4-964a-886d1dc0d768 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:38.882246 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Attempting to bind port ffaa042f-4e73-43a4-964a-886d1dc0d768 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:38.882592 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Attempting to bind port ffaa042f-4e73-43a4-964a-886d1dc0d768 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:38.931052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Port ffaa042f-4e73-43a4-964a-886d1dc0d768 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:56:38.931169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Attempting to bind port ffaa042f-4e73-43a4-964a-886d1dc0d768 on network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:38.966946 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58734) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:38.985412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:38.985764 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Checking segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:38.986218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Bound using segment: {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:38.986721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Bound port: ffaa042f-4e73-43a4-964a-886d1dc0d768, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:38.987292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.063787 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:39.069375 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:56:39.093618 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.140668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.141436 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.143430 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ffaa042f-4e73-43a4-964a-886d1dc0d768 HTTP/1.1" status: 200 len: 1093 time: 0.8948112 Oct 15 13:56:39.144171 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:39.146694 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e673450-3c73-4f46-a6a9-e5c56a948f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:39.162625 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b700737e-c8a7-40a1-96f2-1665f19a9778 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:39.185940 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78285-647e-4ab5-94b2-8484103eff49 req-c4e0be89-0f1f-433a-b8ab-f3ece4fb08df tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.188965 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7d78285-647e-4ab5-94b2-8484103eff49 req-c4e0be89-0f1f-433a-b8ab-f3ece4fb08df tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 943 time: 0.1084914 Oct 15 13:56:39.233706 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: b700737e-c8a7-40a1-96f2-1665f19a9778 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:39.234204 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b700737e-c8a7-40a1-96f2-1665f19a9778 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:39.235333 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:39.286013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164f4b-589e-454d-9f81-9e608279262b service neutron] Pushing event updated for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:39.293838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2746f4-cffe-4f38-9c2b-51c3fd0fff78 x-openstack-request-id: req-ab2746f4-cffe-4f38-9c2b-51c3fd0fff78 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:39.294226 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:39.294575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab2746f4-cffe-4f38-9c2b-51c3fd0fff78 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:39.295151 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2746f4-cffe-4f38-9c2b-51c3fd0fff78'] response: {'name': 'network-changed', 'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'status': 'completed', 'code': 200} Oct 15 13:56:39.315614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a7d78285-647e-4ab5-94b2-8484103eff49 req-5b119374-079c-42d9-bd4f-78d2a93fa892 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065886 Oct 15 13:56:39.371469 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-181e596f-6e42-472a-bdf8-6d4198b0a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.374621 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-181e596f-6e42-472a-bdf8-6d4198b0a739 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 1127 time: 0.0836601 Oct 15 13:56:39.392242 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 is: ACTIVE; New status is: DOWN {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:39.392757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.421201 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:39.423827 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a742413a-f1fc-478a-92b4-b327375e8515" -d '{"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:39.442922 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:39.450017 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.478689 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960407a-4b93-4806-aa01-5fe40525828f x-openstack-request-id: req-d960407a-4b93-4806-aa01-5fe40525828f {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:39.479030 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:39.479286 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d960407a-4b93-4806-aa01-5fe40525828f {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:39.480133 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d960407a-4b93-4806-aa01-5fe40525828f'] response: {'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'code': 200} Oct 15 13:56:39.509132 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=6']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:39.621739 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-b377d8b3-e3bd-43e8-9382-11cb5fc125cd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768 HTTP/1.1" status: 200 len: 217 time: 0.0417745 Oct 15 13:56:39.630696 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:39.673072 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:39.699452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-f261e5de-60f0-4c3e-bd29-7178097b1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.701840 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-f261e5de-60f0-4c3e-bd29-7178097b1456 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.0726788 Oct 15 13:56:39.702504 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-dda03126-0cc3-4a81-a4d7-fc5e0a3de345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.704076 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-dda03126-0cc3-4a81-a4d7-fc5e0a3de345 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047&tenant_id=9a6be8e43c7742be84f4dc3c95a990e5 HTTP/1.1" status: 200 len: 1128 time: 0.1057327 Oct 15 13:56:39.780285 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-a9674de2-4744-41e7-a085-6e35d602af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.781853 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-a9674de2-4744-41e7-a085-6e35d602af81 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1128 time: 0.0468400 Oct 15 13:56:39.798480 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (40513c96-3174-4e33-8346-5ef6ed7faf41), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:39.815000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-27efd061-0ada-43a8-96d9-a31c298faef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.816668 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-27efd061-0ada-43a8-96d9-a31c298faef7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024437 Oct 15 13:56:39.880317 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:39.896367 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:39.905028 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae49fc5-ea8c-41ca-9222-a6aeebdb2f88 req-e930c6fb-08f6-49e8-9fb2-374840470eba tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.906645 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5ae49fc5-ea8c-41ca-9222-a6aeebdb2f88 req-e930c6fb-08f6-49e8-9fb2-374840470eba tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.2475133 Oct 15 13:56:39.977618 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-45f97099-72f6-4eda-898b-9d03a4045bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:39.979157 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-45f97099-72f6-4eda-898b-9d03a4045bc6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.1893928 Oct 15 13:56:39.991447 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-74e6b7e3-3b86-4114-bd78-c6a37514480d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568129 Oct 15 13:56:40.011704 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5ae49fc5-ea8c-41ca-9222-a6aeebdb2f88 req-999603a5-32e1-4f69-aa19-e6fcd6b5a57f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936074 Oct 15 13:56:40.099411 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-2387367b-923e-40b3-8b67-2cfac39a5ae3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 1000 time: 0.1139114 Oct 15 13:56:40.105103 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b93589b2-e003-4ed3-a3ac-680bdcf223df req-11426f0a-21d7-481b-bb52-b678834f3bf1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079278 Oct 15 13:56:40.208473 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-3adf2c40-c117-4610-a531-2e6ae8b9354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:40.209983 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-3adf2c40-c117-4610-a531-2e6ae8b9354a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.0862243 Oct 15 13:56:40.215424 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Deleting port 94f8163e-8cc9-408d-97d4-b548d82a80b7 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:40.216008 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:40.311081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] For port 94f8163e-8cc9-408d-97d4-b548d82a80b7, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=94f8163e-8cc9-408d-97d4-b548d82a80b7,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:40.311497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:40.327291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Calling delete_port for 94f8163e-8cc9-408d-97d4-b548d82a80b7 owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:40.481140 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedf731-5cf0-4574-afb9-49503adcdeb1 req-bf64e90e-16da-4468-958d-046774ed9744 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:40.482952 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efedf731-5cf0-4574-afb9-49503adcdeb1 req-bf64e90e-16da-4468-958d-046774ed9744 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 943 time: 0.0535960 Oct 15 13:56:40.556986 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efedf731-5cf0-4574-afb9-49503adcdeb1 req-1ade77f3-90da-4ee3-a52d-40dfe2c67d08 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658979 Oct 15 13:56:40.575452 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:40.589057 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (94f8163e-8cc9-408d-97d4-b548d82a80b7), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:40.618170 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=94f8163e-8cc9-408d-97d4-b548d82a80b7,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:40.803284 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (40513c96-3174-4e33-8346-5ef6ed7faf41), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:40.836284 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e483d0-25c1-44b7-9ff5-d24082103246 None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:56:40.866445 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:41.017381 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:41.019793 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=21 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:41.022500 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e483d0-25c1-44b7-9ff5-d24082103246 None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:56:41.040481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Router 40513c96-3174-4e33-8346-5ef6ed7faf41 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:41.170135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48135-b3a1-4fe9-99b5-da363da8f940 req-b84657be-69b7-4baf-b230-643d4acff652 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:41.171861 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efa48135-b3a1-4fe9-99b5-da363da8f940 req-b84657be-69b7-4baf-b230-643d4acff652 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0537190 Oct 15 13:56:41.239927 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-efa48135-b3a1-4fe9-99b5-da363da8f940 req-9bbecfdc-3cfe-439c-bb21-1abcbc2cb1fb tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610518 Oct 15 13:56:41.426949 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:41.434471 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b6edbfc3-51ea-4f87-b9db-9c22ea436c0b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/40513c96-3174-4e33-8346-5ef6ed7faf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666209 Oct 15 13:56:41.438779 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58752) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:41.444061 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Sync routers for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:41.461725 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:41.464746 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:41.553757 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks [] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:41.669289 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:41.785041 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757c9f-8217-4db7-a3b0-1ea155c90d09 req-54c0f8c7-2396-4bf0-98cf-a1bcd9514404 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:41.787329 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a3757c9f-8217-4db7-a3b0-1ea155c90d09 req-54c0f8c7-2396-4bf0-98cf-a1bcd9514404 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 943 time: 0.1170204 Oct 15 13:56:41.794378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks [] for router_gateway (40513c96-3174-4e33-8346-5ef6ed7faf41), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:41.866155 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:56:40Z', 'revision_number': 5, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port': {'id': 'dac380e5-6913-4243-b5eb-15881244af1c', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:41.900639 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Checking router: 40513c96-3174-4e33-8346-5ef6ed7faf41 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:41.912136 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Deleting port dac380e5-6913-4243-b5eb-15881244af1c {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:41.912675 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (dac380e5-6913-4243-b5eb-15881244af1c), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:41.916494 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Routers {'40513c96-3174-4e33-8346-5ef6ed7faf41'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:41.917492 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['40513c96-3174-4e33-8346-5ef6ed7faf41'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:41.940675 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-cf76db36-ebc1-4b9f-9725-d9fa97d2ebe3 None None] Provisioning complete for port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:41.941583 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-cf76db36-ebc1-4b9f-9725-d9fa97d2ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:41.942124 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-cf76db36-ebc1-4b9f-9725-d9fa97d2ebe3 None None] Attempt 1 to provision port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 Oct 15 13:56:41.949010 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a3757c9f-8217-4db7-a3b0-1ea155c90d09 req-a2635b02-c74b-4854-bd7a-6fe9f62b67fb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458237 Oct 15 13:56:42.038174 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] Set router 40513c96-3174-4e33-8346-5ef6ed7faf41 gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:42.074612 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] For port dac380e5-6913-4243-b5eb-15881244af1c, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=dac380e5-6913-4243-b5eb-15881244af1c,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:42.075183 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (dac380e5-6913-4243-b5eb-15881244af1c), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:42.083476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-cf76db36-ebc1-4b9f-9725-d9fa97d2ebe3 None None] Current status of the port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:42.089302 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:42.101232 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Calling delete_port for dac380e5-6913-4243-b5eb-15881244af1c owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:42.114310 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:56:41Z', 'revision_number': 6, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:42.160720 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e538b-eca5-4b14-b511-5884ec6db3f0 None None] The sync data for ids ['40513c96-3174-4e33-8346-5ef6ed7faf41'] in dv-cinder-861491-3-iscsi is: [{'id': '40513c96-3174-4e33-8346-5ef6ed7faf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1515958955-router', 'tenant_id': '09a0813bae074cd2aa552be82abe8493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:34Z', 'updated_at': '2022-10-15T13:56:41Z', 'revision_number': 6, 'project_id': '09a0813bae074cd2aa552be82abe8493', 'gw_port_host': None}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:42.241395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:42.287121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a423-fa28-4250-945f-48a92729c757 req-9fca74bf-d74f-474c-ae8b-70374159bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:42.290426 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-9fca74bf-d74f-474c-ae8b-70374159bf63 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635366 Oct 15 13:56:42.309654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-a834e4d3-08a8-4122-ad2b-addf1f4ffd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:42.313257 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-a834e4d3-08a8-4122-ad2b-addf1f4ffd77 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 1127 time: 0.0852611 Oct 15 13:56:42.453756 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-f236857a-732c-4ff3-8c54-da7c8a9e5b4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516693 Oct 15 13:56:42.549993 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbafab-d7fa-46dd-a23d-3d1bca7ec8bc req-dc9a61d4-89f1-4a14-99bd-7c88e900cfb5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:42.551659 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cbbafab-d7fa-46dd-a23d-3d1bca7ec8bc req-dc9a61d4-89f1-4a14-99bd-7c88e900cfb5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.2012064 Oct 15 13:56:42.568453 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (dac380e5-6913-4243-b5eb-15881244af1c), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:42.623441 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b92a423-fa28-4250-945f-48a92729c757 req-79c95e4b-42d2-4fba-bcb7-b2081c9706b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616395 Oct 15 13:56:42.678112 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-d55cfdef-5aa5-49d4-8f16-167e6bdd7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:42.681237 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-d55cfdef-5aa5-49d4-8f16-167e6bdd7812 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.3609593 Oct 15 13:56:42.692939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac380e5-6913-4243-b5eb-15881244af1c,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:42.768202 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cbbafab-d7fa-46dd-a23d-3d1bca7ec8bc req-311bfd46-aff9-47d5-a940-52705650feea tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850731 Oct 15 13:56:42.771022 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (40513c96-3174-4e33-8346-5ef6ed7faf41), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.078698 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device dac380e5-6913-4243-b5eb-15881244af1c no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:43.101025 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: dac380e5-6913-4243-b5eb-15881244af1c {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:43.101352 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device dac380e5-6913-4243-b5eb-15881244af1c not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:43.102109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 94f8163e-8cc9-408d-97d4-b548d82a80b7 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:43.128228 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 94f8163e-8cc9-408d-97d4-b548d82a80b7 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:43.128574 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 94f8163e-8cc9-408d-97d4-b548d82a80b7 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:43.172523 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.173839 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks [] for router_controller (40513c96-3174-4e33-8346-5ef6ed7faf41), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.248147 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac0fc-43a2-412a-bc4a-9aeddc23e0a3 req-0ac22f2c-9322-4ce2-b365-f0a1bcb24753 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:43.249839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2e6ac0fc-43a2-412a-bc4a-9aeddc23e0a3 req-0ac22f2c-9322-4ce2-b365-f0a1bcb24753 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 943 time: 0.0948045 Oct 15 13:56:43.256121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (40513c96-3174-4e33-8346-5ef6ed7faf41), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.257015 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40513c96-3174-4e33-8346-5ef6ed7faf41 {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:56:43.261940 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.263109 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6cfe61af-69cd-4fb5-b362-4524c87eeea1 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/40513c96-3174-4e33-8346-5ef6ed7faf41 HTTP/1.1" status: 204 len: 168 time: 1.8232882 Oct 15 13:56:43.268332 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58760) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:43.327282 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2e6ac0fc-43a2-412a-bc4a-9aeddc23e0a3 req-8c3e973b-ac5a-4b5d-b818-98424fc80d69 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628564 Oct 15 13:56:43.356550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Deleting subnet dc3c67ac-f895-44ad-9b47-a00c13f2c125 {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:56:43.358661 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Publish callbacks [] for subnet (dc3c67ac-f895-44ad-9b47-a00c13f2c125), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.415964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (dc3c67ac-f895-44ad-9b47-a00c13f2c125), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.517704 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-d94b9349-a691-431a-96b0-4c6797c0e3db service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768 HTTP/1.1" status: 200 len: 217 time: 0.0356929 Oct 15 13:56:43.575514 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-5821af95-980d-4650-934f-6d94732b7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:43.577065 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-5821af95-980d-4650-934f-6d94732b7c0f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.0535080 Oct 15 13:56:43.588404 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (dc3c67ac-f895-44ad-9b47-a00c13f2c125), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.613364 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:43.659018 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (dc3c67ac-f895-44ad-9b47-a00c13f2c125), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.666687 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-ca7c7466-0152-4f31-99bc-57d53d13228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:43.668170 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-ca7c7466-0152-4f31-99bc-57d53d13228e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834105 Oct 15 13:56:43.689946 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3c67ac-f895-44ad-9b47-a00c13f2c125,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:43.694399 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.698686 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ae6e81c4-a375-4b19-8d9d-67208064a4b2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/dc3c67ac-f895-44ad-9b47-a00c13f2c125 HTTP/1.1" status: 204 len: 168 time: 0.4281108 Oct 15 13:56:43.702070 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58762) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:43.709614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fe280-d0a6-4314-9ecd-f4299f78d651 None None] Network c1b0ef41-77c8-4965-9ff6-7478183c5789 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:56:43.799733 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (c1b0ef41-77c8-4965-9ff6-7478183c5789), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.803810 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-ebd676cb-a8d8-465d-8a4e-9666be91d526 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292808 Oct 15 13:56:43.810221 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:43.822394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:43.856382 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:43.857861 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Deleting port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:43.858233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.940434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] DHCP port deletion for c1b0ef41-77c8-4965-9ff6-7478183c5789 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:56:43.950389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] For port f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:43.950800 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:43.959448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:43.978033 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553239-30d7-481e-8f5e-70bd60da79ee req-37eba3d8-abbf-437f-981d-c3505fc56e7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:43.978653 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Calling delete_port for f084ed96-9d5c-4610-8d3d-d34098aaa0f6 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:43.979661 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c553239-30d7-481e-8f5e-70bd60da79ee req-37eba3d8-abbf-437f-981d-c3505fc56e7e tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0953343 Oct 15 13:56:44.014844 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6e673450-3c73-4f46-a6a9-e5c56a948f9e req-1817294a-eabf-4046-bc3a-9930decf4925 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039258 Oct 15 13:56:44.016427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Deleting port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:56:44.017099 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.047030 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:44.053564 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6c553239-30d7-481e-8f5e-70bd60da79ee req-775b03cb-30b3-4c9c-a3f2-8c48c84fb679 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586894 Oct 15 13:56:44.088883 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:44.097819 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.127497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:44.131309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] No DVR routers for this DVR port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:44.132267 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] For port f084ed96-9d5c-4610-8d3d-d34098aaa0f6, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,segment=NetworkSegment(d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e),segment_id=d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:44.132927 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.155931 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Calling delete_port for f084ed96-9d5c-4610-8d3d-d34098aaa0f6 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:56:44.219760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (c1b0ef41-77c8-4965-9ff6-7478183c5789), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.241951 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (f084ed96-9d5c-4610-8d3d-d34098aaa0f6), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.245272 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b0ef41-77c8-4965-9ff6-7478183c5789']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:44.255651 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:44.255962 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:44.266770 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] Pushing event deleted for resources: {'Port': ['ID=f084ed96-9d5c-4610-8d3d-d34098aaa0f6,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:44.268058 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.273139 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28230916-006d-41d7-93ff-42cf76d811a9 None None] No DVR routers for this DVR port f084ed96-9d5c-4610-8d3d-d34098aaa0f6 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:56:44.285851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.294143 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:56:44.294546 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.342919 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e resource provider aggregate not found Oct 15 13:56:44.364259 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ecffdb-2a1b-4ce0-aa9d-25423fd6f59e found for delete ", "request_id": "req-c467d2a9-f401-465b-bf62-d4917b702d17"}]} Oct 15 13:56:44.376193 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (c1b0ef41-77c8-4965-9ff6-7478183c5789), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.381705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.386215 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/c1b0ef41-77c8-4965-9ff6-7478183c5789 HTTP/1.1" status: 204 len: 168 time: 0.6829200 Oct 15 13:56:44.406738 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54d992-c577-4faa-bf92-bd01b331ee0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b0ef41-77c8-4965-9ff6-7478183c5789,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:44.538159 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad1951-f8a8-4849-ba0b-14fce6293698 req-4a5115c0-2dc9-4ccb-acca-9f717a5b4c54 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:44.539935 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26ad1951-f8a8-4849-ba0b-14fce6293698 req-4a5115c0-2dc9-4ccb-acca-9f717a5b4c54 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 943 time: 0.0657783 Oct 15 13:56:44.559642 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58774) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:44.601723 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.610260 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-01c5739e-899a-4c62-8861-8eb3337a4a2d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=09a0813bae074cd2aa552be82abe8493&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488873 Oct 15 13:56:44.611288 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-26ad1951-f8a8-4849-ba0b-14fce6293698 req-ce8a0ace-f4b9-4bb8-95a5-5f59ebf7424d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640767 Oct 15 13:56:44.614644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58776) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:44.674271 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] Publish callbacks [] for security_group (6d20e993-2942-4e13-8d05-65c130dbef4a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.698821 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] Publish callbacks [] for security_group (6d20e993-2942-4e13-8d05-65c130dbef4a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.752444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (6d20e993-2942-4e13-8d05-65c130dbef4a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.755048 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:44.756320 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6d20e993-2942-4e13-8d05-65c130dbef4a HTTP/1.1" status: 204 len: 168 time: 0.1405439 Oct 15 13:56:44.770655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2596b-ee65-4515-8a40-10078599569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d20e993-2942-4e13-8d05-65c130dbef4a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:44.902148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f084ed96-9d5c-4610-8d3d-d34098aaa0f6 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:56:44.936964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: f084ed96-9d5c-4610-8d3d-d34098aaa0f6 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:56:44.937537 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f084ed96-9d5c-4610-8d3d-d34098aaa0f6 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:56:45.187759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ffaa042f-4e73-43a4-964a-886d1dc0d768 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:56:45.188869 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f0fb-f057-42ab-851a-6ea426a1b248 req-acebcac1-e31f-45ed-9358-ff9ea95234aa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:45.190460 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb17f0fb-f057-42ab-851a-6ea426a1b248 req-acebcac1-e31f-45ed-9358-ff9ea95234aa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0531182 Oct 15 13:56:45.293022 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb17f0fb-f057-42ab-851a-6ea426a1b248 req-afc5d6cc-8824-483f-88f2-2d1feb1fa658 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892234 Oct 15 13:56:45.354569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:45.368230 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'port_id': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'mac_address': 'fa:16:3e:45:63:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:56:45.406508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port ffaa042f-4e73-43a4-964a-886d1dc0d768 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:45.406975 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:45.425456 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaa042f-4e73-43a4-964a-886d1dc0d768 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:45.451397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:45.458026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:45.521010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:45.712294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58804) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:45.778168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7be518-c1a1-4d01-a052-0fdb0a288d76 req-7fa912ba-e118-4d8e-addc-54635560b85c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:45.780706 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6f7be518-c1a1-4d01-a052-0fdb0a288d76 req-7fa912ba-e118-4d8e-addc-54635560b85c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 944 time: 0.0757205 Oct 15 13:56:45.788792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['ffaa042f-4e73-43a4-964a-886d1dc0d768'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:56:45.859995 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6f7be518-c1a1-4d01-a052-0fdb0a288d76 req-16905291-631b-453b-9f48-e2e0f4f6d11d tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727887 Oct 15 13:56:45.866782 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1917148905-network', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:45.910498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'network': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:56:45.913837 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for network (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:45.924403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.013006 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks [] for security_group (bf24aaad-6752-431d-84c5-9b3c829ffcbe), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.018074 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (bf24aaad-6752-431d-84c5-9b3c829ffcbe), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.045096 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:46.046212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=111008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 13:56:46.057336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24aaad-6752-431d-84c5-9b3c829ffcbe,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:46.066256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (b2ed7283-e278-4d35-89f6-ae7e48b06d4d), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.066598 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.segments_db [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Added segment b2ed7283-e278-4d35-89f6-ae7e48b06d4d of type vlan for network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 Oct 15 13:56:46.111309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737285408979'] for network (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.143101 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.144081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:46.144664 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.165683 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:46.209874 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4962316 Oct 15 13:56:46.213177 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58808) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:46.221547 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Request body: {'subnet': {'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-subnet', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:46.229926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62a45b-d5fe-41ee-a386-c5776798ce3d admin admin] Pushing event updated for resources: {'Network': ['ID=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:46.242764 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 details requested by agent ovs-agent-dv-cinder-861491-3-iscsi with host dv-cinder-861491-3-iscsi {{(pid=111010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 13:56:46.254034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'subnet': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:56:46.257911 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5155876'] for subnet (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.473784 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f47227-fdf9-4360-a533-5af9a1bf6290 req-b46d0245-2dff-41ed-9e99-71b9f9ce1018 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:46.475364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-25f47227-fdf9-4360-a533-5af9a1bf6290 req-b46d0245-2dff-41ed-9e99-71b9f9ce1018 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0629375 Oct 15 13:56:46.503678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5143589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5155894'] for subnet (e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.538343 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-25f47227-fdf9-4360-a533-5af9a1bf6290 req-5856e368-7b02-43af-bde2-26426094b065 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524461 Oct 15 13:56:46.566801 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:46.577278 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:46.577641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Network hostable DHCP agents. Network: b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0, hostable agents: ['13aee60a-cc08-46c5-8d56-8579e4ad9bec'], hosted agents: [] {{(pid=111008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 13:56:46.596604 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is scheduled to be hosted by DHCP agent 13aee60a-cc08-46c5-8d56-8579e4ad9bec with binding_index 1 {{(pid=111008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 13:56:46.606939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-3-iscsi, b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0) {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:46.612202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:46.614679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.618051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbb772-b9a8-4da2-a660-0b3b177f29ac None None] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:56:46.636249 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a1ebe82f-8e9e-43a6-bc61-dfdab67279a5 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4211144 Oct 15 13:56:46.638942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58812) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:46.643766 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:46.670331 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1649629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2693'] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.672344 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2738'] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.734482 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for router_controller (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), precommit_add_association {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.740896 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc33f6546-3a7c-52bb-a41c-038ebdff32f9-b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd'}]}} from dv-cinder-861491-3-iscsi. {{(pid=111010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 15 13:56:46.742042 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:46.922445 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.db_base_plugin_common [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Allocated IP 172.20.0.2 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/6074d940-1f14-463d-ae82-7613781f89cc) {{(pid=111010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:46.942247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for router_gateway (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.054073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2caf0-0f11-4f7f-8af1-64142a40c9a0 req-045a7b68-69ac-49ba-a5b7-9a01e6452e57 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:47.068850 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04d2caf0-0f11-4f7f-8af1-64142a40c9a0 req-045a7b68-69ac-49ba-a5b7-9a01e6452e57 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 944 time: 0.0866601 Oct 15 13:56:47.127799 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks [] for port (6074d940-1f14-463d-ae82-7613781f89cc), precommit_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.129451 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:47.140388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854'] for port (6074d940-1f14-463d-ae82-7613781f89cc), after_create {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.145265 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-04d2caf0-0f11-4f7f-8af1-64142a40c9a0 req-44fbf126-de32-46ef-9932-3c247e87c736 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691729 Oct 15 13:56:47.156876 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:47.182731 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for router_gateway (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.205491 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.278164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:47.342552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:47.348045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ffaa042f-4e73-43a4-964a-886d1dc0d768 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:47.361435 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:47.364400 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.base_scheduler [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Resources bound (agent type, host, resource id): {{(pid=111010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:47.379003 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Allocated IP 172.27.0.46 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/e78173ab-6ffa-4789-8223-ce00c801b27f) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:47.388380 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Received port after_create {{(pid=111010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:47.416394 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Pushing event updated for resources: {'Port': ['ID=6074d940-1f14-463d-ae82-7613781f89cc,revision_number=1']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:47.475978 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port ffaa042f-4e73-43a4-964a-886d1dc0d768 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:56:47.481838 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Attempting to bind port 6074d940-1f14-463d-ae82-7613781f89cc on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:47.482217 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Attempting to bind port 6074d940-1f14-463d-ae82-7613781f89cc by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:47.482755 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Attempting to bind port 6074d940-1f14-463d-ae82-7613781f89cc on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:47.484793 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:47.487261 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port ffaa042f-4e73-43a4-964a-886d1dc0d768 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:47.487665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.488041 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port ffaa042f-4e73-43a4-964a-886d1dc0d768 Oct 15 13:56:47.496257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.540722 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.569991 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:47.570423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:47.570833 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.571234 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:47.571738 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Bound port: 6074d940-1f14-463d-ae82-7613781f89cc, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:47.576666 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (6074d940-1f14-463d-ae82-7613781f89cc), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.608244 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:47.612537 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:47.621409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:47.646544 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Pushing event updated for resources: {'Port': ['ID=e78173ab-6ffa-4789-8223-ce00c801b27f,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:47.675365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port ffaa042f-4e73-43a4-964a-886d1dc0d768 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:47.676024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.711797 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:47.715082 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1041b6-eb94-47e5-be1e-45971dc7be6b" -d '{"events": [{"server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "name": "network-vif-plugged", "status": "completed", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:47.717221 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf74378-2d15-4525-bdd0-b2174e57a6e7 req-fd4c9503-837d-4ed9-87d5-8ab47db6b010 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:47.722049 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-baf74378-2d15-4525-bdd0-b2174e57a6e7 req-fd4c9503-837d-4ed9-87d5-8ab47db6b010 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0846078 Oct 15 13:56:47.757972 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:47.767761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f82c7-d06d-4210-a05a-b4f5176170e8 x-openstack-request-id: req-d66f82c7-d06d-4210-a05a-b4f5176170e8 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:47.768280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "name": "network-vif-plugged", "status": "completed", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:47.768675 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d66f82c7-d06d-4210-a05a-b4f5176170e8 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:47.769784 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66f82c7-d06d-4210-a05a-b4f5176170e8'] response: {'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'code': 200} Oct 15 13:56:47.771160 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] For port 6074d940-1f14-463d-ae82-7613781f89cc, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:47.774254 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.778644 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] For port 6074d940-1f14-463d-ae82-7613781f89cc, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=6074d940-1f14-463d-ae82-7613781f89cc,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:56:47.819122 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-baf74378-2d15-4525-bdd0-b2174e57a6e7 req-d970ed4e-45db-4824-afd3-2e24af5edb40 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870016 Oct 15 13:56:47.824109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (6074d940-1f14-463d-ae82-7613781f89cc), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.889928 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:47.946121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for router_gateway (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:47.974930 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff2ea7-14f5-4eaa-8fb9-a782fbd9ba40 None None] Pushing event updated for resources: {'Port': ['ID=6074d940-1f14-463d-ae82-7613781f89cc,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:48.044690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2da9-c469-4e67-bb92-8e63e3b479e0 req-ba362de6-d023-4e2c-bf53-41cf0742dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:48.046225 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff0c2da9-c469-4e67-bb92-8e63e3b479e0 req-ba362de6-d023-4e2c-bf53-41cf0742dc05 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 1129 time: 0.0420473 Oct 15 13:56:48.123866 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ff0c2da9-c469-4e67-bb92-8e63e3b479e0 req-d0303727-f011-46fa-94e0-2a0a037b0a8d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711143 Oct 15 13:56:48.213247 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653963'] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:48.320101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d05da-abae-45f1-8476-d35a0629c8c4 req-70699d79-b1e8-4ac4-bcba-7d180685d493 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:48.322839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a64d05da-abae-45f1-8476-d35a0629c8c4 req-70699d79-b1e8-4ac4-bcba-7d180685d493 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0751803 Oct 15 13:56:48.366239 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:48.366997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:48.378638 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad is scheduled to L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 with binding_index 1 {{(pid=111008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 13:56:48.391730 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a64d05da-abae-45f1-8476-d35a0629c8c4 req-862dc03e-3471-4457-bccc-df69fad1e98b tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607593 Oct 15 13:56:48.444376 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:48.502104 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:48.515980 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:48.525540 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:48.526841 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-68b40f71-f57b-409c-9163-e2be035c1807 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8867154 Oct 15 13:56:48.531205 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58824) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:48.533779 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:48.534628 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:48.655462 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:48.868659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:47Z', 'revision_number': 3, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:48.911419 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:48.911775 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Updating router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad port e78173ab-6ffa-4789-8223-ce00c801b27f binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:56:48.945780 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 6074d940-1f14-463d-ae82-7613781f89cc up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:48.997585 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e61636-df84-4bcd-abcf-feb8cd834bb9 None None] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:56:49.016269 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1899cc7-cb0f-4bb7-901f-656df7dbfb09 req-8b289de4-7147-4431-b932-a319edb607ee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:49.018070 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c1899cc7-cb0f-4bb7-901f-656df7dbfb09 req-8b289de4-7147-4431-b932-a319edb607ee tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0653498 Oct 15 13:56:49.027758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.066848 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.080340 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c1899cc7-cb0f-4bb7-901f-656df7dbfb09 req-b6858cfe-ccc3-4d24-a2bf-a0b9a45d041b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557489 Oct 15 13:56:49.146073 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Provisioning complete for port 6074d940-1f14-463d-ae82-7613781f89cc triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:49.146817 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (6074d940-1f14-463d-ae82-7613781f89cc), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.147335 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Attempt 1 to provision port 6074d940-1f14-463d-ae82-7613781f89cc Oct 15 13:56:49.224759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 6074d940-1f14-463d-ae82-7613781f89cc triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:49.225502 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (6074d940-1f14-463d-ae82-7613781f89cc), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.226093 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 6074d940-1f14-463d-ae82-7613781f89cc Oct 15 13:56:49.311901 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.390106 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.464386 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.487375 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:49.487772 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (6074d940-1f14-463d-ae82-7613781f89cc), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.514103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:49.514491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (6074d940-1f14-463d-ae82-7613781f89cc), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.521281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.541802 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Allocated IP 172.20.0.1 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/f3ea90a7-a9c6-4024-8a4b-f749f0579c8a) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:49.586650 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b0a0b-024c-4138-b902-815edcf6e002 req-5faf888a-566c-4861-9501-9a5eb77ade3a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:49.590988 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-536b0a0b-024c-4138-b902-815edcf6e002 req-5faf888a-566c-4861-9501-9a5eb77ade3a tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0830884 Oct 15 13:56:49.605003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] For port 6074d940-1f14-463d-ae82-7613781f89cc, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=6074d940-1f14-463d-ae82-7613781f89cc,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:49.621794 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (6074d940-1f14-463d-ae82-7613781f89cc), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.661430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks [] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.666153 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-536b0a0b-024c-4138-b902-815edcf6e002 req-52012ab7-b6a1-40d3-815d-514b57f2f056 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674577 Oct 15 13:56:49.675996 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.702343 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.706870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 15 13:56:49.707281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG oslo_db.api [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 13:56:49.725838 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks [] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.729209 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Attempting to bind port e78173ab-6ffa-4789-8223-ce00c801b27f on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:49.729580 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Attempting to bind port e78173ab-6ffa-4789-8223-ce00c801b27f by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:49.729949 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Attempting to bind port e78173ab-6ffa-4789-8223-ce00c801b27f on network da4805c3-0577-440e-aeff-1493cabc34e5 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:49.764877 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f894e1-74ac-4060-9035-804d75dda4f6 None None] Pushing event updated for resources: {'Port': ['ID=6074d940-1f14-463d-ae82-7613781f89cc,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:49.781423 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.806556 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c7517f68-2452-4074-a03c-5b142909e9d4 None None] Provisioning complete for port 6074d940-1f14-463d-ae82-7613781f89cc triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:49.806947 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c7517f68-2452-4074-a03c-5b142909e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (6074d940-1f14-463d-ae82-7613781f89cc), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:49.807297 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c7517f68-2452-4074-a03c-5b142909e9d4 None None] Attempt 1 to provision port 6074d940-1f14-463d-ae82-7613781f89cc Oct 15 13:56:49.866145 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:49.877849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:49.884271 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:49.892329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:49.929254 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:49.956426 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1647152'] for router_interface (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.017127 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:50.017508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Checking segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:50.017902 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.018304 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Bound using segment: {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:50.018791 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Bound port: e78173ab-6ffa-4789-8223-ce00c801b27f, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc570ba-b858-4776-ab7c-7a2a222b347e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:50.019177 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.024313 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff3b4c-b726-4aa6-a6bc-0d32adfc29ef None None] Pushing event updated for resources: {'Port': ['ID=e78173ab-6ffa-4789-8223-ce00c801b27f,revision_number=2']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:50.125266 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] For port e78173ab-6ffa-4789-8223-ce00c801b27f, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:50.142861 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c7517f68-2452-4074-a03c-5b142909e9d4 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:50.146479 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] For port e78173ab-6ffa-4789-8223-ce00c801b27f, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=e78173ab-6ffa-4789-8223-ce00c801b27f,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:56:50.163486 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.196854 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.215799 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:50.216805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:50.285523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff3b4c-b726-4aa6-a6bc-0d32adfc29ef None None] Pushing event updated for resources: {'Port': ['ID=e78173ab-6ffa-4789-8223-ce00c801b27f,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:50.325830 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249b57f-27f4-4b08-8ad5-dddfaa0074c7 req-b47c4d5d-d576-41c4-a62b-026410205227 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:50.328851 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c249b57f-27f4-4b08-8ad5-dddfaa0074c7 req-b47c4d5d-d576-41c4-a62b-026410205227 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.0826139 Oct 15 13:56:50.352737 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:50.368784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c3bd9665-0129-430a-adea-eddf8d3142cc None None] Provisioning complete for port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:50.369247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c3bd9665-0129-430a-adea-eddf8d3142cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.369671 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c3bd9665-0129-430a-adea-eddf8d3142cc None None] Attempt 1 to provision port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a Oct 15 13:56:50.425704 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c249b57f-27f4-4b08-8ad5-dddfaa0074c7 req-fe37c28b-8baa-4b3f-a5e7-65c9e8916fac tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868566 Oct 15 13:56:50.463297 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd9665-0129-430a-adea-eddf8d3142cc None None] Port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:56:50.512221 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks [] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.518771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:50.519809 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.600487 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647276'] for router_interface (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:50.602658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:50.750925 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:50.754140 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:50.809466 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:49Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:50.842043 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c8201-4faf-4aa2-84f1-9558a065c71e None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:49Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:50.850305 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7152873-0b27-4134-a9c6-3b9494a27e1e req-955f95ce-3bd7-4377-a10e-8e912f78cb12 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:50.859617 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d7152873-0b27-4134-a9c6-3b9494a27e1e req-955f95ce-3bd7-4377-a10e-8e912f78cb12 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0714512 Oct 15 13:56:50.966377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-4ce0b5b9-9edb-4883-9a83-38589c56b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:50.969385 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-4ce0b5b9-9edb-4883-9a83-38589c56b0ce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1128 time: 0.1073344 Oct 15 13:56:51.009290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:51.014554 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 6074d940-1f14-463d-ae82-7613781f89cc up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:51.017954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:51.046145 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d7152873-0b27-4134-a9c6-3b9494a27e1e req-90ffefc8-a0f6-4f93-94c5-0e19f3ac586f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852388 Oct 15 13:56:51.161203 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port 6074d940-1f14-463d-ae82-7613781f89cc triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:51.161843 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (6074d940-1f14-463d-ae82-7613781f89cc), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:51.162943 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port 6074d940-1f14-463d-ae82-7613781f89cc Oct 15 13:56:51.281919 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:51.292361 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-834940f7-8bab-4fae-a02a-a20b2c81ba29 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/15857c02-7b53-4ce9-be5b-265fc4a6a0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600207 Oct 15 13:56:51.315492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-fdc6a67d-fb9b-4e89-9d84-39c43fa6755f None None] Provisioning complete for port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:51.315913 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a67d-fb9b-4e89-9d84-39c43fa6755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:51.320183 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-fdc6a67d-fb9b-4e89-9d84-39c43fa6755f None None] Attempt 1 to provision port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a Oct 15 13:56:51.324828 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446bed-d0f1-4d27-ad1b-bb3ed006fdb4 req-3e0230f6-5f09-4af7-a981-84049ce40693 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:51.328428 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-06446bed-d0f1-4d27-ad1b-bb3ed006fdb4 req-3e0230f6-5f09-4af7-a981-84049ce40693 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.1205959 Oct 15 13:56:51.344519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58840) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:51.356887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Request body: {'floatingip': {'port_id': 'ffaa042f-4e73-43a4-964a-886d1dc0d768'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:51.434088 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6a67d-fb9b-4e89-9d84-39c43fa6755f None None] Port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:56:51.436501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:51.441358 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-c3d09d2f-fae9-4177-964a-a009ed78f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:51.443978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-c3d09d2f-fae9-4177-964a-a009ed78f7e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.4226696 Oct 15 13:56:51.504952 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:51.754356 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-222d2e62-1767-4c23-a9e4-b91dbff6f5b9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 1000 time: 0.3028975 Oct 15 13:56:51.796031 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabc62e-02e3-4462-a2cf-362f88fa9ece req-308b3fbc-806b-421d-9a9c-34692c95a548 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:51.797668 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7cabc62e-02e3-4462-a2cf-362f88fa9ece req-308b3fbc-806b-421d-9a9c-34692c95a548 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1654382 Oct 15 13:56:51.893547 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58848) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:51.902120 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601061821', 'description': 'tempest-description--329518354'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:51.946219 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:51.987097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-03258207-6fa5-4170-8e12-cab0e3cba441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:51.989032 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-03258207-6fa5-4170-8e12-cab0e3cba441 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.2264402 Oct 15 13:56:52.018343 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.037978 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=31 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.069417 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.070997 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (e58e6aa2-35d6-41fa-bd17-e03e7ce96973), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.078596 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e58e6aa2-35d6-41fa-bd17-e03e7ce96973), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.085331 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7cabc62e-02e3-4462-a2cf-362f88fa9ece req-04148574-4af8-45ff-95a1-919b97fdee64 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2197046 Oct 15 13:56:52.108757 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-d46defe4-a09d-40b7-9bc6-90f5d754e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:52.110757 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-d46defe4-a09d-40b7-9bc6-90f5d754e7bf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061394 Oct 15 13:56:52.119598 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=52 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.165866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.171612 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2712080 Oct 15 13:56:52.171612 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238d67-44cb-4db6-8320-eb54063211ee tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e6aa2-35d6-41fa-bd17-e03e7ce96973,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:52.173113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58850) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:52.178528 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': 'e58e6aa2-35d6-41fa-bd17-e03e7ce96973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:52.230006 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (1aebdc95-3d96-47de-915b-5a1fab643466), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.271602 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.279833 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0c9784ee-cbc3-40eb-8a2c-ebb97d06267d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.336295 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (1aebdc95-3d96-47de-915b-5a1fab643466), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.342450 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (1aebdc95-3d96-47de-915b-5a1fab643466), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.376297 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aebdc95-3d96-47de-915b-5a1fab643466,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:52.386744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.389287 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f70de587-8925-431d-88e8-71c1b57eaadf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146604 Oct 15 13:56:52.393298 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58852) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:52.399984 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': 'e58e6aa2-35d6-41fa-bd17-e03e7ce96973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:52.415660 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.443082 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-96fe7e64-1355-4fd4-a54d-178fda82d4f9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921221 Oct 15 13:56:52.449331 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (d718184f-d714-471e-a598-8550877122da), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.551285 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (d718184f-d714-471e-a598-8550877122da), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.558948 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (d718184f-d714-471e-a598-8550877122da), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.589109 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d718184f-d714-471e-a598-8550877122da,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:52.602396 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.606883 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3925de3d-809a-41ca-a4d2-7cf365272973 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2101240 Oct 15 13:56:52.611925 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58854) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:56:52.619939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:52.622186 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.628856 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.657199 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.675682 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ca5ea8e-db72-4f7a-81fc-e52b26517e9a req-044677e4-4617-4e44-916d-f309bd087eb5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259996 Oct 15 13:56:52.755347 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Floating IP b9d461f9-0346-4e80-be9b-3dff456b7b91 associated. External IP: 172.27.0.223, port: ffaa042f-4e73-43a4-964a-886d1dc0d768. Oct 15 13:56:52.785955 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:52.954782 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e78173ab-6ffa-4789-8223-ce00c801b27f up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:52.966997 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:52.996560 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.27.0.130 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/bedbd6fb-fe53-4450-867d-2c05b3da2024) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:53.049531 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port e78173ab-6ffa-4789-8223-ce00c801b27f triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:53.049950 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.050496 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port e78173ab-6ffa-4789-8223-ce00c801b27f Oct 15 13:56:53.059452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:56:53.088107 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:53.148475 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port e78173ab-6ffa-4789-8223-ce00c801b27f is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:53.149284 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.173604 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.196965 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port e78173ab-6ffa-4789-8223-ce00c801b27f, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=e78173ab-6ffa-4789-8223-ce00c801b27f,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:53.206524 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.207456 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:53.220754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:56:53.247905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.312941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:53.315640 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=bedbd6fb-fe53-4450-867d-2c05b3da2024,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:53.330883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:53.333095 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:53.339632 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:53.374023 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=e78173ab-6ffa-4789-8223-ce00c801b27f,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:53.439365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:53.448799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.456982 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'port_id': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'mac_address': 'fa:16:3e:1a:2a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:56:53.499372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.502925 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:53.503327 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.520800 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:53.552052 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:53.563154 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.567376 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51584c05-cf32-4974-8be8-904545fe91a0 req-b0bc29f4-44cb-4f7d-af35-2d7fbfebc16f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:53.569915 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-51584c05-cf32-4974-8be8-904545fe91a0 req-b0bc29f4-44cb-4f7d-af35-2d7fbfebc16f tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 944 time: 0.1070495 Oct 15 13:56:53.643413 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:56:53.654113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.660475 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=7']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:53.684394 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:53.708273 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:53.709255 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:53.713614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-51584c05-cf32-4974-8be8-904545fe91a0 req-e62a5f4e-9dbc-4153-9bc9-eaaa5e82b33b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178730 Oct 15 13:56:53.718073 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c78f6ce1-f23e-4494-91de-366ab0b42906 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/b9d461f9-0346-4e80-be9b-3dff456b7b91 HTTP/1.1" status: 200 len: 991 time: 2.3682654 Oct 15 13:56:53.719010 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:53.729341 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023" -d '{"events": [{"name": "network-changed", "server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:53.751851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.760682 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.829671 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c7bf5-732c-4dce-be2c-e70dafe67ba3 x-openstack-request-id: req-4e6c7bf5-732c-4dce-be2c-e70dafe67ba3 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:53.830417 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:53.830973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e6c7bf5-732c-4dce-be2c-e70dafe67ba3 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:53.832301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6c7bf5-732c-4dce-be2c-e70dafe67ba3'] response: {'name': 'network-changed', 'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'status': 'completed', 'code': 200} Oct 15 13:56:53.871923 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:53.873794 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.880595 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=bedbd6fb-fe53-4450-867d-2c05b3da2024,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:53.904480 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:53.909282 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c392c662-2db0-4850-8a90-0e5df732a809 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2935474 Oct 15 13:56:53.923373 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:56:53.943754 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-376aedab-517f-4976-9919-b89d4e395491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:53.948262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-376aedab-517f-4976-9919-b89d4e395491 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 1129 time: 0.0909779 Oct 15 13:56:54.051535 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:54.056979 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:54.132690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-c38be500-c833-4978-8c2a-568cb6fb3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:54.134337 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-c38be500-c833-4978-8c2a-568cb6fb3c09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 200 len: 912 time: 0.1798069 Oct 15 13:56:54.142578 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-a966dd64-4511-45f8-98c5-97f340fbd8e8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--601061821&fields=id&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 267 time: 0.0704045 Oct 15 13:56:54.178367 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:56:54.226065 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:54.227771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:54.274751 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-6b943c3c-3cf5-4f69-ac77-78d0aefc2066 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768 HTTP/1.1" status: 200 len: 999 time: 0.1311305 Oct 15 13:56:54.365725 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'b9d461f9-0346-4e80-be9b-3dff456b7b91', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:45:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:33Z', 'updated_at': '2022-10-15T13:56:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:54.366365 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-97c62c13-f899-45a1-a22b-b8e156b20465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:54.367949 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-97c62c13-f899-45a1-a22b-b8e156b20465 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 200 len: 850 time: 0.0826039 Oct 15 13:56:54.374331 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-73c04402-595b-4807-a53b-ffc7d140e280 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:54.375842 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-73c04402-595b-4807-a53b-ffc7d140e280 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.2197649 Oct 15 13:56:54.404438 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:54.417935 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:54.419567 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:54.421341 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-3d56dd12-e5ef-4058-bd16-677203ef4511 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/quotas/1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 375 time: 0.0339479 Oct 15 13:56:54.434525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-fd9c980c-1efc-4f67-86d0-e55e1f732e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:54.437069 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-fd9c980c-1efc-4f67-86d0-e55e1f732e88 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600908 Oct 15 13:56:54.453318 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:54.497300 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:56:54.574485 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:54.587208 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-1419c2ac-7b3b-4d7e-90ea-470153e61c80 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469040 Oct 15 13:56:54.664279 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3ab40aa7-a041-4f4b-9ed3-187d5e2015df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:54.692865 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-80de45ca-9273-407c-93eb-cc2cc3583969 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421236 Oct 15 13:56:54.776686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:54.804097 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-e7b76885-a4bc-4c89-b8b3-fe52581d23f8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957588 Oct 15 13:56:54.832808 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:56:54.833175 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Updating router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a binding host dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 13:56:54.880258 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:54.888834 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'b9d461f9-0346-4e80-be9b-3dff456b7b91', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:45:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:33Z', 'updated_at': '2022-10-15T13:56:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:54.930918 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee00ee-ee59-4d2e-b9f5-b4ba054b3a01 None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': 'b9d461f9-0346-4e80-be9b-3dff456b7b91', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'port_id': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'mac_address': 'fa:16:3e:45:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:33Z', 'updated_at': '2022-10-15T13:56:52Z', 'revision_number': 1, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:54.942296 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0a7bbd93-1f1a-4fe6-8065-9dc580cd7023 req-60710754-7703-4c48-85ad-e641ac1373fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418914 Oct 15 13:56:54.970185 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d583d-d71f-4792-a322-e1f7148db374 req-9dad2954-e0c8-42ff-a4c6-56b83f926fa0 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:54.972433 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d5d583d-d71f-4792-a322-e1f7148db374 req-9dad2954-e0c8-42ff-a4c6-56b83f926fa0 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 945 time: 0.0966294 Oct 15 13:56:55.012585 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-c9613fc9-5d48-4ba1-acc5-8e35e9c7567a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074046 Oct 15 13:56:55.057541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e78173ab-6ffa-4789-8223-ce00c801b27f up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:55.084554 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8d5d583d-d71f-4792-a322-e1f7148db374 req-9bd344ed-f348-4046-a32b-ae07c2a59e99 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706830 Oct 15 13:56:55.099977 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:55.234721 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port e78173ab-6ffa-4789-8223-ce00c801b27f triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:55.235019 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.235454 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port e78173ab-6ffa-4789-8223-ce00c801b27f Oct 15 13:56:55.259749 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4c178df3-38da-499f-ad70-c802d2535d3a req-4016bcea-236c-491d-8b78-28c8cdab8782 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 210 time: 0.0556347 Oct 15 13:56:55.264888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:55.270940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:55.309007 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77319131-f7b3-48ac-836a-1f95f7188253 None None] New status for floating IP b9d461f9-0346-4e80-be9b-3dff456b7b91: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:56:55.413638 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:55.423771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:55.424100 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.424440 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 Oct 15 13:56:55.644904 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port e78173ab-6ffa-4789-8223-ce00c801b27f is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:55.684622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks [] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), precommit_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.695198 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.785753 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:55.786162 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.836010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88626151-b424-4dd4-acbf-63c884eac63e None None] Pushing event updated for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=3']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:55.848872 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:56:55.851306 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca227b3-4467-4056-978e-fbc45985dbcb" -d '{"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:56:55.865960 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Attempting to bind port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a on host dv-cinder-861491-3-iscsi for vnic_type normal with profile {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:55.866335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Attempting to bind port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a by drivers openvswitch,hyperv on host dv-cinder-861491-3-iscsi at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:55.866715 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Attempting to bind port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:55.873203 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:55.898409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.927675 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc382fb9-efaa-4b92-a574-9367cc7511ba x-openstack-request-id: req-bc382fb9-efaa-4b92-a574-9367cc7511ba {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:56:55.928093 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-plugged", "status": "completed", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:56:55.928272 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc382fb9-efaa-4b92-a574-9367cc7511ba {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:56:55.928640 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc382fb9-efaa-4b92-a574-9367cc7511ba'] response: {'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'code': 200} Oct 15 13:56:55.958837 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Checking agent: {'id': '882bf36e-87a9-4b75-8fe3-c146ef3652b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 40, 28), 'started_at': datetime.datetime(2022, 10, 15, 13, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:55.959122 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:55.959534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.959960 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:55.960453 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.managers [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Bound port: f3ea90a7-a9c6-4024-8a4b-f749f0579c8a, host: dv-cinder-861491-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:55.960837 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:55.985073 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=8']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:56.067173 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] For port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a, host dv-cinder-861491-3-iscsi, cleared binding levels {{(pid=111010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:56.071441 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] For port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a, host dv-cinder-861491-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:56:56.081381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:56.123190 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:56:56.124166 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:56.197008 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88626151-b424-4dd4-acbf-63c884eac63e None None] Pushing event updated for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:56.255435 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:56.279444 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:56:56.286922 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:56.311484 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b815-af2c-4dca-9772-635df735fc15 req-ab21dc11-5f8a-4d76-8fa5-d2b2ddc3474a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:56.318209 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9409b815-af2c-4dca-9772-635df735fc15 req-ab21dc11-5f8a-4d76-8fa5-d2b2ddc3474a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1023252 Oct 15 13:56:56.365111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789005e-6ba0-45e5-91ab-559e0a837b1c req-b1a9a815-4c0c-4bb0-b18e-3487abe65c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:56.370472 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1789005e-6ba0-45e5-91ab-559e0a837b1c req-b1a9a815-4c0c-4bb0-b18e-3487abe65c34 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1130 time: 0.1368918 Oct 15 13:56:56.456391 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:56.502116 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d9f83284-0fa4-4e37-88ca-2b8f9408db91 req-cd5aa5bc-d00e-4841-aa29-b44570fba427 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 210 time: 0.0827816 Oct 15 13:56:56.505104 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:56Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:56:56.519336 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9409b815-af2c-4dca-9772-635df735fc15 req-e4b28fcd-ae5c-4d12-a05e-b112130cd38b tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1995313 Oct 15 13:56:56.522846 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1789005e-6ba0-45e5-91ab-559e0a837b1c req-95c84eca-34f4-429b-9edd-0976afe80097 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442535 Oct 15 13:56:56.544123 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142bee8-e50f-49ba-a019-60b3c2945b54 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:56Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:56:56.941460 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f3ea90a7-a9c6-4024-8a4b-f749f0579c8a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:56.990594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:56.990964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:56.991307 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a Oct 15 13:56:57.057157 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:57.078491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a is: DOWN; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:57.078894 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:57.123699 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] For port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:56:57.130890 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:57.196518 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Pushing event updated for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:57.678555 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ed560b8d-7969-4c04-b62d-d53a4f03e80c req-5b8f3194-5d6a-4b0f-b277-61e319a50da8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 210 time: 0.0536380 Oct 15 13:56:57.694659 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c16a9-ad63-4c2c-8e98-829186eb8f75 req-602d89db-e087-468d-a888-d8c5a011de37 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:57.702886 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e10c16a9-ad63-4c2c-8e98-829186eb8f75 req-602d89db-e087-468d-a888-d8c5a011de37 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0844455 Oct 15 13:56:57.776153 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:57.828247 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:57.841605 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e10c16a9-ad63-4c2c-8e98-829186eb8f75 req-87fcacde-e988-4efd-b8e1-cbe42672f03d tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381950 Oct 15 13:56:57.895376 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-d238b2fe-ade6-4ded-a259-cc8db50be0a2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:57.897521 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-d238b2fe-ade6-4ded-a259-cc8db50be0a2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1649065 Oct 15 13:56:57.979442 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-459b4059-344a-4782-ae5d-73e0882c49cd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 379 time: 0.0735037 Oct 15 13:56:58.392895 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'port': {'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'admin_state_up': True, 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'security_groups': ['e58e6aa2-35d6-41fa-bd17-e03e7ce96973']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:58.534593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:56:58.538604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:58.686710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.20.0.4 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/ea820bb3-7b18-44f5-9f71-bc5999daab15) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:56:58.833899 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6ba9b4a6-d2df-494b-aeb2-fbf2d877244d req-2415c840-afbf-4d91-9d76-3cdc6aae1390 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Oct 15 13:56:58.907088 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:58.929675 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f3ea90a7-a9c6-4024-8a4b-f749f0579c8a up at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:56:58.934134 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:58.953710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:58.990238 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:59.003179 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Provisioning complete for port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:59.003549 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.004010 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Attempt 1 to provision port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a Oct 15 13:56:59.049865 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:56:59.053233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:59.060125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:56:59.069506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:56:59.076087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:59.098018 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:59.103172 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Current status of the port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:56:59.108130 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad086-4bd8-453f-b3ea-101107250ba2 req-caa5972f-661a-4518-8d0b-b4acb75b0fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:59.109762 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3b8ad086-4bd8-453f-b3ea-101107250ba2 req-caa5972f-661a-4518-8d0b-b4acb75b0fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.1093712 Oct 15 13:56:59.155361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:56:59.156059 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.191586 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-02955e28-5a5f-4394-b397-7b2847ff586e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8076005 Oct 15 13:56:59.201614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3b8ad086-4bd8-453f-b3ea-101107250ba2 req-53855378-3d64-4e25-9533-ea66185b8e75 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806470 Oct 15 13:56:59.206885 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Request body: {'port': {'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:56:59.299953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.345515 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e6ae66e8-35a1-4808-b506-7408f8a52fc5 None None] Provisioning complete for port ea820bb3-7b18-44f5-9f71-bc5999daab15 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:56:59.345759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e6ae66e8-35a1-4808-b506-7408f8a52fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.346108 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e6ae66e8-35a1-4808-b506-7408f8a52fc5 None None] Attempt 1 to provision port ea820bb3-7b18-44f5-9f71-bc5999daab15 Oct 15 13:56:59.401632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae66e8-35a1-4808-b506-7408f8a52fc5 None None] Port ea820bb3-7b18-44f5-9f71-bc5999daab15 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:56:59.600513 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea820bb3-7b18-44f5-9f71-bc5999daab15 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:56:59.609939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks [] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.626770 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Transition to ACTIVE for port object ea820bb3-7b18-44f5-9f71-bc5999daab15 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:56:59.633216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.701617 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e536919-4488-4222-afad-96e54a859287 service neutron] Pushing event updated for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:56:59.758214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Attempting to bind port ea820bb3-7b18-44f5-9f71-bc5999daab15 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:56:59.758562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Attempting to bind port ea820bb3-7b18-44f5-9f71-bc5999daab15 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:56:59.758887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Attempting to bind port ea820bb3-7b18-44f5-9f71-bc5999daab15 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:59.811091 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Port ea820bb3-7b18-44f5-9f71-bc5999daab15 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:56:59.811520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Attempting to bind port ea820bb3-7b18-44f5-9f71-bc5999daab15 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:56:59.862997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:56:59.863332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:56:59.863547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:56:59.864100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Bound port: ea820bb3-7b18-44f5-9f71-bc5999daab15, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:56:59.864361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:56:59.931705 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:56:59.968019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:56:59.999714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:57:00.010981 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:00.017489 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:00.018097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:00.019491 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-0e536919-4488-4222-afad-96e54a859287 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 200 len: 1093 time: 0.8169477 Oct 15 13:57:00.020074 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:00.022299 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a781b61-0b18-4bb4-abf2-851f9645824a" -d '{"events": [{"name": "network-changed", "server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:00.034845 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccbcfb-487d-472b-a2a2-40ed93178869 req-f78a895d-64d2-415b-b396-80f54af5ce2e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:00.038144 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ecccbcfb-487d-472b-a2a2-40ed93178869 req-f78a895d-64d2-415b-b396-80f54af5ce2e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 943 time: 0.0833607 Oct 15 13:57:00.082496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3518da-e932-47e2-8c9c-df4b6ab43999 x-openstack-request-id: req-cc3518da-e932-47e2-8c9c-df4b6ab43999 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:00.082880 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:00.083259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc3518da-e932-47e2-8c9c-df4b6ab43999 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:00.083733 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3518da-e932-47e2-8c9c-df4b6ab43999'] response: {'name': 'network-changed', 'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'status': 'completed', 'code': 200} Oct 15 13:57:00.138500 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:00.186382 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-8e47eb2f-2644-477c-8df0-8c354c439f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:00.188683 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-8e47eb2f-2644-477c-8df0-8c354c439f76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 1127 time: 0.1019425 Oct 15 13:57:00.194909 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e536919-4488-4222-afad-96e54a859287 service neutron] Pushing event updated for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:00.213576 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ecccbcfb-487d-472b-a2a2-40ed93178869 req-12feae18-2e2a-43bd-be15-891c9022b1de tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520798 Oct 15 13:57:00.248868 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-54249212-4839-4b40-8179-e7b63d0ed9d9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Oct 15 13:57:00.312073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-78d0e166-8cef-4674-bfae-13b372f65dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:00.314458 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-78d0e166-8cef-4674-bfae-13b372f65dc7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0567796 Oct 15 13:57:00.370511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-bf8eb107-674a-4973-9fba-fa5e850fdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:00.372567 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-bf8eb107-674a-4973-9fba-fa5e850fdb38 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520477 Oct 15 13:57:00.488887 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-97ff9f80-03af-4e2c-a0b9-10f1812417a3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090999 Oct 15 13:57:00.615412 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dd03b216-830f-4fbe-bc3c-184c3aefa135 req-802d9fe5-a167-4e7d-a548-1fec57be3aaa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200149 Oct 15 13:57:01.372478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148ed4-9461-4152-b943-6ac38d8beeb4 req-d5bee671-0b8a-4bb8-81db-3ad0411b04af tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:01.374126 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd148ed4-9461-4152-b943-6ac38d8beeb4 req-d5bee671-0b8a-4bb8-81db-3ad0411b04af tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 943 time: 0.0582402 Oct 15 13:57:01.439699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd148ed4-9461-4152-b943-6ac38d8beeb4 req-81d15697-7387-4ea9-bc8e-8b3282db8150 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554986 Oct 15 13:57:02.601829 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682b302-3ee5-4822-8118-eda30f70913b req-911db2e8-fc3d-4d14-8ef6-dd3a5c7a2867 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:02.603721 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8682b302-3ee5-4822-8118-eda30f70913b req-911db2e8-fc3d-4d14-8ef6-dd3a5c7a2867 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 943 time: 0.0702252 Oct 15 13:57:02.672186 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8682b302-3ee5-4822-8118-eda30f70913b req-85cc912d-1560-4df3-aab8-a740698b5a56 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607495 Oct 15 13:57:03.090944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-dec7aa03-4bae-4ede-82b7-27a28ebe2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:03.092460 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-dec7aa03-4bae-4ede-82b7-27a28ebe2c6c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 1127 time: 0.0519111 Oct 15 13:57:03.206078 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-6b273823-4fb9-4f6d-9e2a-1cf035c22218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:03.208051 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-6b273823-4fb9-4f6d-9e2a-1cf035c22218 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1070881 Oct 15 13:57:03.274577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-e4e79dfe-a213-4ac6-89bb-2a3d35a101d4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 200 len: 217 time: 0.0591209 Oct 15 13:57:03.336746 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-8fdd4116-ac83-4e39-ad50-aa29bdbbd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:03.338194 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-8fdd4116-ac83-4e39-ad50-aa29bdbbd8c3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0580792 Oct 15 13:57:03.389610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:03.399583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-ee8a444b-02d1-4e50-9502-b856ca48ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:03.401240 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-ee8a444b-02d1-4e50-9502-b856ca48ba38 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564549 Oct 15 13:57:03.527514 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-cc34713f-8d6e-4d7e-b0a6-ee149a880143 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177888 Oct 15 13:57:03.637143 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9a781b61-0b18-4bb4-abf2-851f9645824a req-2d6da8cf-ced7-4329-b488-90d323123361 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982828 Oct 15 13:57:03.820520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667105-ecbe-4e8a-9e28-3a82d6fa7103 req-391ce63d-d550-4927-8d12-d6174ea65760 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:03.822262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3a667105-ecbe-4e8a-9e28-3a82d6fa7103 req-391ce63d-d550-4927-8d12-d6174ea65760 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 943 time: 0.0614340 Oct 15 13:57:03.874370 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3a667105-ecbe-4e8a-9e28-3a82d6fa7103 req-40832ac5-2cc3-4d19-bcd3-23aa2ca3ca98 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459039 Oct 15 13:57:03.892701 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:03.894860 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=51,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:04.968108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:05.008744 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c50f-b11e-4daf-bb4d-8dcfb5c4b3e8 req-22b4cec8-fb1c-4eeb-9955-aa66b1455e10 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:05.010479 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c737c50f-b11e-4daf-bb4d-8dcfb5c4b3e8 req-22b4cec8-fb1c-4eeb-9955-aa66b1455e10 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 943 time: 0.0536530 Oct 15 13:57:05.060701 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c737c50f-b11e-4daf-bb4d-8dcfb5c4b3e8 req-c3002e0a-b9ae-417c-a3f0-591f965c58c6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Oct 15 13:57:05.286162 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ea820bb3-7b18-44f5-9f71-bc5999daab15 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:57:05.398239 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:05.411016 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:57:05.450278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port ea820bb3-7b18-44f5-9f71-bc5999daab15 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:05.450698 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:05.466352 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea820bb3-7b18-44f5-9f71-bc5999daab15 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:57:05.489452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:05.496689 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:05.559670 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:05.869514 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['ea820bb3-7b18-44f5-9f71-bc5999daab15'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:57:06.199046 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c798130-cbc3-4291-9187-59a387e5c915 req-f287a243-e0e6-4987-a2f3-d68894c50d31 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:06.200608 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1c798130-cbc3-4291-9187-59a387e5c915 req-f287a243-e0e6-4987-a2f3-d68894c50d31 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 944 time: 0.0497339 Oct 15 13:57:06.256487 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1c798130-cbc3-4291-9187-59a387e5c915 req-c00b62ec-6024-4a82-bdfc-a4da7707fa20 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495534 Oct 15 13:57:06.548135 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-5202a204-d2c2-4275-9218-4a4150722173 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1662270376&fields=id&tenant_id=e752c3aef55649ea98ec1a2f3607c27f HTTP/1.1" status: 200 len: 267 time: 0.0555682 Oct 15 13:57:06.606410 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-d3df971e-c258-4cb3-926d-7142d3d93413 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:06.608179 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-d3df971e-c258-4cb3-926d-7142d3d93413 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 985 time: 0.0541627 Oct 15 13:57:06.621478 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Request body: {'port': {'security_groups': ['06f3e01c-1bad-4b6a-bdb8-fc9ad2933373']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:57:06.709405 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:06.907639 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:06.941382 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:06.947858 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:06.958238 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:06.958829 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:06.960226 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6134ef2-17b9-4db5-b3d6-4c983963eac7 req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "PUT /networking/v2.0/ports/3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 943 time: 0.3444972 Oct 15 13:57:06.960773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:06.963125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c6da8-7240-4915-af83-2390f14a8755" -d '{"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:06.966842 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 58934) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:06.972601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:57:07.071112 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:57:07.263040 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae2a960-fb7b-4b0b-8849-9497855c0160 x-openstack-request-id: req-bae2a960-fb7b-4b0b-8849-9497855c0160 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:07.263624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:07.263624 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bae2a960-fb7b-4b0b-8849-9497855c0160 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:07.263807 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae2a960-fb7b-4b0b-8849-9497855c0160'] response: {'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:57:07.311024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:07.363204 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6da8-7240-4915-af83-2390f14a8755 req-0987427c-9a20-469d-989f-37bddce8dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:07.364643 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-0987427c-9a20-469d-989f-37bddce8dd6c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1130 time: 0.0987840 Oct 15 13:57:07.399018 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4b59-7321-4c49-b784-29165db03ad0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event updated for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=7']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:07.460145 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441621-f539-4256-a023-785ecc3ddc77 req-7c4506fa-db53-41a7-851a-284a4b84b471 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:07.461676 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-72441621-f539-4256-a023-785ecc3ddc77 req-7c4506fa-db53-41a7-851a-284a4b84b471 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 944 time: 0.1205592 Oct 15 13:57:07.462279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (dfe7e769-8b2f-4486-b4ba-b22b15514c14), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.518260 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (dfe7e769-8b2f-4486-b4ba-b22b15514c14), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.522354 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:07.571510 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ea820bb3-7b18-44f5-9f71-bc5999daab15 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:57:07.591919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6da8-7240-4915-af83-2390f14a8755 req-ce9c816c-95d5-4cc9-8b31-528083a0188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:07.593425 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-ce9c816c-95d5-4cc9-8b31-528083a0188c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 916 time: 0.2054181 Oct 15 13:57:07.598286 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-72441621-f539-4256-a023-785ecc3ddc77 req-d3543431-62e7-457d-b05a-c36037010bcd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288855 Oct 15 13:57:07.625399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port ea820bb3-7b18-44f5-9f71-bc5999daab15 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:57:07.632853 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port ea820bb3-7b18-44f5-9f71-bc5999daab15 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:57:07.633218 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.633672 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port ea820bb3-7b18-44f5-9f71-bc5999daab15 Oct 15 13:57:07.665940 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-18cd4bc6-21a0-47d1-aaf0-7c2b783ae764 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 1002 time: 0.0649388 Oct 15 13:57:07.684869 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (dfe7e769-8b2f-4486-b4ba-b22b15514c14), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.687382 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.688527 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/dfe7e769-8b2f-4486-b4ba-b22b15514c14 HTTP/1.1" status: 204 len: 168 time: 0.7207823 Oct 15 13:57:07.691450 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58940) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:07.701747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:07.716912 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port ea820bb3-7b18-44f5-9f71-bc5999daab15 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:07.717383 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.727528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e10a98-752a-4f8e-89e3-d1ffa41009c0 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7e769-8b2f-4486-b4ba-b22b15514c14,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:07.741301 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:07.744635 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6da8-7240-4915-af83-2390f14a8755 req-efdd3028-31c9-44bc-a13b-05b9981f9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:07.746271 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-efdd3028-31c9-44bc-a13b-05b9981f9ed6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.0735977 Oct 15 13:57:07.768020 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:07.770789 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9819c6-bc2f-49b6-bb49-a5daf8e08d4b" -d '{"events": [{"server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "name": "network-vif-plugged", "status": "completed", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:07.817426 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6da8-7240-4915-af83-2390f14a8755 req-78662e10-7c87-4d11-9177-af9da4f5bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:07.819015 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:07.819150 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-78662e10-7c87-4d11-9177-af9da4f5bcf0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655906 Oct 15 13:57:07.831237 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.846078 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ecca11-2c9f-41d9-988b-4feb8ddb03fb x-openstack-request-id: req-48ecca11-2c9f-41d9-988b-4feb8ddb03fb {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:07.846536 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "name": "network-vif-plugged", "status": "completed", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:07.846943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48ecca11-2c9f-41d9-988b-4feb8ddb03fb {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:07.848199 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ecca11-2c9f-41d9-988b-4feb8ddb03fb'] response: {'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'code': 200} Oct 15 13:57:07.879945 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Deleting port cbca24cb-92e9-4438-a954-b35e24803afc {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:07.880639 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.926904 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:07.947364 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:07.960699 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-a7bfe848-0ebf-4e8b-b477-ae037372944d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334181 Oct 15 13:57:07.973316 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:07.973881 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for floatingip (cbca24cb-92e9-4438-a954-b35e24803afc), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:08.006497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Calling delete_port for cbca24cb-92e9-4438-a954-b35e24803afc owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:08.064084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f50c6da8-7240-4915-af83-2390f14a8755 req-c91209d5-2fc9-4839-a6a2-df1652152d6b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970929 Oct 15 13:57:08.123015 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cfb34-9937-476d-b0e9-b83d11a8a078 req-dcaca852-58cf-45d3-ad45-788d957c0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:08.124556 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b0cfb34-9937-476d-b0e9-b83d11a8a078 req-dcaca852-58cf-45d3-ad45-788d957c0409 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 1129 time: 0.0742512 Oct 15 13:57:08.195476 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5b0cfb34-9937-476d-b0e9-b83d11a8a078 req-8dd5ddfd-86d6-45af-9f55-e8eb4f4f5732 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638249 Oct 15 13:57:08.244804 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (cbca24cb-92e9-4438-a954-b35e24803afc), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:08.267709 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event deleted for resources: {'Port': ['ID=cbca24cb-92e9-4438-a954-b35e24803afc,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:08.282371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.282723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.283140 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.283413 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.283719 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.284113 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.284439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.284765 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.285083 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.285407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.285727 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.286049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.286353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.286668 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.286984 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:08.352011 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks [] for floatingip (6c1bc3e1-1968-4b48-a253-056fd9243dfd), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:08.352425 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Floating IP 6c1bc3e1-1968-4b48-a253-056fd9243dfd disassociated (deleted). External IP: 172.27.0.207, port: 3f885321-034d-42f2-a8c5-c0315db5a5eb. Oct 15 13:57:08.571785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Router 56d0290b-0075-488c-b552-fdb37b3261ba has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:08.645868 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:08.679601 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:08.698858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:08.703421 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:08.709509 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Sync routers for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:08.720372 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:08.721005 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:08.737411 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-305939c1-aaa0-43c0-818f-77046adbbf9a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/6c1bc3e1-1968-4b48-a253-056fd9243dfd HTTP/1.1" status: 204 len: 168 time: 1.0439208 Oct 15 13:57:08.738085 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:08.740744 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83feb31f-6af2-48d0-930b-3d8888a810bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:08.751255 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ec583-613c-4c3d-a9ba-7fc61646f52f req-0d2845c1-aba1-4224-9e3d-cc647146acc3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:08.753044 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b2ec583-613c-4c3d-a9ba-7fc61646f52f req-0d2845c1-aba1-4224-9e3d-cc647146acc3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0559387 Oct 15 13:57:08.772455 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:08.779164 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:08.815457 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7b2ec583-613c-4c3d-a9ba-7fc61646f52f req-04f85513-0db7-4f23-b6e8-b4d5d0e6dc29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561891 Oct 15 13:57:08.845344 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:08.873513 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e729752-f43c-47a6-a5d7-bb38c41e6f14 x-openstack-request-id: req-7e729752-f43c-47a6-a5d7-bb38c41e6f14 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:08.874173 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:08.875901 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e729752-f43c-47a6-a5d7-bb38c41e6f14 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:08.876650 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e729752-f43c-47a6-a5d7-bb38c41e6f14'] response: {'name': 'network-changed', 'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:57:09.053920 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:09.083237 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Checking router: 56d0290b-0075-488c-b552-fdb37b3261ba for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:09.092265 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:09.092890 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:09.207021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:09.252954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-820fec64-74d8-442b-9b40-e5858ba0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:09.254549 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-820fec64-74d8-442b-9b40-e5858ba0000d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 1130 time: 0.0568728 Oct 15 13:57:09.370430 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-3e8d2bde-3e0a-4bff-ad69-081e857c013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:09.372016 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-3e8d2bde-3e0a-4bff-ad69-081e857c013b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 200 len: 916 time: 0.1097817 Oct 15 13:57:09.575251 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:09.604525 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d53dd-0587-4e14-b4f6-647842355462 None None] The sync data for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi is: [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:52:12Z', 'revision_number': 4, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '318a1768-8e3d-43cf-8f9e-832aa9963272', 'name': '', 'network_id': '02894865-e41a-4eca-94c3-b634ad12d3f8', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'mac_address': 'fa:16:3e:e0:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:11Z', 'updated_at': '2022-10-15T13:52:20Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'subnets': [{'id': '93f32bec-d110-48e1-a1dc-e40b7462f202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:09.865662 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f994f8-6375-4554-803c-0fab3b590a90 None None] New status for floating IP 6c1bc3e1-1968-4b48-a253-056fd9243dfd: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:57:09.866309 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-51c234f0-61a0-40c6-8731-c14d0e631dde service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 200 len: 217 time: 0.0400813 Oct 15 13:57:09.969355 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac702-6206-4263-bfd8-2b0562c5358a req-934fe4b7-19a3-4c07-80c6-fd743443f01d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:09.970935 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6fac702-6206-4263-bfd8-2b0562c5358a req-934fe4b7-19a3-4c07-80c6-fd743443f01d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0606220 Oct 15 13:57:10.026009 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d6fac702-6206-4263-bfd8-2b0562c5358a req-fbbb5a57-d56c-4d78-95ad-a0616ccf5ea6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491352 Oct 15 13:57:10.150997 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155e7d-880a-4a09-a553-327aab2011b6 req-ffc6c494-c642-4cca-9d2a-97bd411bf5d6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:10.152591 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c7155e7d-880a-4a09-a553-327aab2011b6 req-ffc6c494-c642-4cca-9d2a-97bd411bf5d6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0539460 Oct 15 13:57:10.164309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 58962) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:10.169438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:57:10.215414 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:10.380939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-d4f467a5-4e52-4091-be0f-d580066c1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:10.382440 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-d4f467a5-4e52-4091-be0f-d580066c1ce0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 200 len: 854 time: 0.1020632 Oct 15 13:57:10.486420 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-0512e955-81fa-437a-aaa6-1ecca1fa9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:10.488010 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-0512e955-81fa-437a-aaa6-1ecca1fa9ee9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=02894865-e41a-4eca-94c3-b634ad12d3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913854 Oct 15 13:57:10.707854 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-d4b57fa9-fb14-48b1-83a8-5c179c7f5eda service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949923 Oct 15 13:57:11.149925 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-83feb31f-6af2-48d0-930b-3d8888a810bf req-3df7e660-0df4-464d-a811-9d9303c48fcf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122162 Oct 15 13:57:11.170342 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:11.175549 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:11.225537 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:11.276965 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:11.282121 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 962bcf6e-fa61-421b-a793-43fc94b72176 associated. External IP: 172.27.0.130, port: ea820bb3-7b18-44f5-9f71-bc5999daab15. Oct 15 13:57:11.497729 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:11.612511 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:11.617360 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:11.624941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:11.638128 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:11.639064 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:11.651233 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-18ae66cd-ffa9-4ef6-9f84-8bbac75ae5e0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/962bcf6e-fa61-421b-a793-43fc94b72176 HTTP/1.1" status: 200 len: 991 time: 1.4856071 Oct 15 13:57:11.652026 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:11.654454 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c847e2-4e17-40fe-893b-3b8544d8d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:11.694500 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1995099-d007-4946-a82d-c94ba436a24f x-openstack-request-id: req-f1995099-d007-4946-a82d-c94ba436a24f {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:11.694808 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:11.695064 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1995099-d007-4946-a82d-c94ba436a24f {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:11.695477 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1995099-d007-4946-a82d-c94ba436a24f'] response: {'name': 'network-changed', 'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'status': 'completed', 'code': 200} Oct 15 13:57:11.759497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:11.765069 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-f56c82e3-e000-4420-acb8-26210ce27e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:11.766588 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-f56c82e3-e000-4420-acb8-26210ce27e7e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 1129 time: 0.0442407 Oct 15 13:57:11.869570 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-56d9b18b-023d-4506-a559-bb96a315f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:11.871007 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-56d9b18b-023d-4506-a559-bb96a315f375 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.0943298 Oct 15 13:57:11.936466 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-2575554e-5aa4-427b-adc5-3c15f54e0adb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 200 len: 999 time: 0.0572844 Oct 15 13:57:11.986003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:11Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:11.988751 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-97c3a16a-2099-45f2-8033-80f00f5b7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:11.990264 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-97c3a16a-2099-45f2-8033-80f00f5b7ab7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0457745 Oct 15 13:57:12.011312 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:12.020081 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:12.020712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:12.043556 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-961032a3-b6b1-4e19-93f8-9e307cb05f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:12.045130 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-961032a3-b6b1-4e19-93f8-9e307cb05f94 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449855 Oct 15 13:57:12.124430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:12.141786 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-a3dcad67-fe8e-4dbf-9c77-8344e0de1753 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880663 Oct 15 13:57:12.277901 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-63c847e2-4e17-40fe-893b-3b8544d8d5dd req-5fda561c-1a2f-4b11-80e7-2a4f9508616c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277161 Oct 15 13:57:12.357092 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:12.375659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:11Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:12.401674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19de9-4810-4b59-b15f-ecb7f00a8e44 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:11Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:12.619866 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31942c0-c683-4b1e-80df-66f8274bcb9c None None] New status for floating IP 962bcf6e-fa61-421b-a793-43fc94b72176: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:57:12.679211 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377c3f9-a3f8-4c56-a7bd-99bf4f2c52c7 req-85006c40-d7b7-4a30-a4d6-ad69f049f5bc tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:12.680685 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6377c3f9-a3f8-4c56-a7bd-99bf4f2c52c7 req-85006c40-d7b7-4a30-a4d6-ad69f049f5bc tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Oct 15 13:57:12.731957 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6377c3f9-a3f8-4c56-a7bd-99bf4f2c52c7 req-4f17210e-c7d7-4c30-a030-c2fab490e869 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Oct 15 13:57:13.863350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:13.876465 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96e460-cf64-4972-bf70-35a5835dd3bc req-df33f693-f6a0-4f13-a614-d65b2ad5887a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:13.878092 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a96e460-cf64-4972-bf70-35a5835dd3bc req-df33f693-f6a0-4f13-a614-d65b2ad5887a tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0562358 Oct 15 13:57:13.929952 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a96e460-cf64-4972-bf70-35a5835dd3bc req-53619814-82e9-4179-ba12-3df3863db9cd tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Oct 15 13:57:14.624840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:14.738225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-a5a434fb-474f-463d-b360-e8d6bfe4ab84 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:14.739712 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-a5a434fb-474f-463d-b360-e8d6bfe4ab84 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Oct 15 13:57:14.779553 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:14.837587 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Deleting port 3f885321-034d-42f2-a8c5-c0315db5a5eb {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:14.837954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:14.903412 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:14.938284 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] For port 3f885321-034d-42f2-a8c5-c0315db5a5eb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3f885321-034d-42f2-a8c5-c0315db5a5eb,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:14.938634 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:14.952876 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Calling delete_port for 3f885321-034d-42f2-a8c5-c0315db5a5eb owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:15.066932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aab6f-be2f-4f80-82bf-5e6e71c5fa15 req-22c2a0ab-6991-4770-b2e8-897eae5a927b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:15.068613 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dc8aab6f-be2f-4f80-82bf-5e6e71c5fa15 req-22c2a0ab-6991-4770-b2e8-897eae5a927b tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6490290c-19e1-49db-9190-3b945ece5145 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Oct 15 13:57:15.109175 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (3f885321-034d-42f2-a8c5-c0315db5a5eb), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:15.122790 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['3f885321-034d-42f2-a8c5-c0315db5a5eb'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:57:15.130152 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-dc8aab6f-be2f-4f80-82bf-5e6e71c5fa15 req-0133a8d7-9eee-4689-a09a-df855b8f18c4 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546257 Oct 15 13:57:15.139585 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Pushing event deleted for resources: {'Port': ['ID=3f885321-034d-42f2-a8c5-c0315db5a5eb,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:15.214313 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] No DVR routers for this DVR port 3f885321-034d-42f2-a8c5-c0315db5a5eb on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:15.217676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:15.222167 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-87b85aec-6e5b-41c6-beb9-13e43510937b req-479aa2cb-ddbc-4f4c-8316-381a9618e202 tempest-TestMinimumBasicScenario-2104592170 tempest-TestMinimumBasicScenario-2104592170-project] 10.222.0.40 "DELETE /networking/v2.0/ports/3f885321-034d-42f2-a8c5-c0315db5a5eb HTTP/1.1" status: 204 len: 173 time: 0.4755321 Oct 15 13:57:15.223012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'name': 'network-vif-deleted', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:15.227120 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5529ac18-b391-46b9-a4a9-f9a4fa827590" -d '{"events": [{"server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "name": "network-vif-deleted", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:15.273750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc3d269-46b2-4cd3-b5dc-ee53845d7606 x-openstack-request-id: req-4dc3d269-46b2-4cd3-b5dc-ee53845d7606 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:15.274216 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6490290c-19e1-49db-9190-3b945ece5145", "name": "network-vif-deleted", "tag": "3f885321-034d-42f2-a8c5-c0315db5a5eb", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:15.274664 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dc3d269-46b2-4cd3-b5dc-ee53845d7606 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:15.275353 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc3d269-46b2-4cd3-b5dc-ee53845d7606'] response: {'server_uuid': '6490290c-19e1-49db-9190-3b945ece5145', 'name': 'network-vif-deleted', 'tag': '3f885321-034d-42f2-a8c5-c0315db5a5eb', 'status': 'completed', 'code': 200} Oct 15 13:57:16.907772 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59040) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:17.294994 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (56d0290b-0075-488c-b552-fdb37b3261ba), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:17.523339 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Deleting port 318a1768-8e3d-43cf-8f9e-832aa9963272 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:17.523721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:17.525363 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:17.539423 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3f885321-034d-42f2-a8c5-c0315db5a5eb no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:17.560043 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 3f885321-034d-42f2-a8c5-c0315db5a5eb {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:17.560314 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 3f885321-034d-42f2-a8c5-c0315db5a5eb not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:17.590844 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:17.618293 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] For port 318a1768-8e3d-43cf-8f9e-832aa9963272, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=318a1768-8e3d-43cf-8f9e-832aa9963272,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:17.618649 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:17.632947 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Calling delete_port for 318a1768-8e3d-43cf-8f9e-832aa9963272 owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:17.828826 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (318a1768-8e3d-43cf-8f9e-832aa9963272), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:17.852134 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Pushing event deleted for resources: {'Port': ['ID=318a1768-8e3d-43cf-8f9e-832aa9963272,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:18.026708 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (56d0290b-0075-488c-b552-fdb37b3261ba), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.048069 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9456274-e402-4734-847f-3bba139fd706 None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:57:18.122927 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:18.143603 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:18.183997 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9456274-e402-4734-847f-3bba139fd706 None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:57:18.241334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Router 56d0290b-0075-488c-b552-fdb37b3261ba has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:18.360720 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:18.366128 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-88309d71-0506-42bf-aa32-520c274644ac admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/56d0290b-0075-488c-b552-fdb37b3261ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572740 Oct 15 13:57:18.368857 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59046) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:18.379840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Sync routers for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:18.396400 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:18.397057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:18.463012 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:18.476050 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks [] for router (56d0290b-0075-488c-b552-fdb37b3261ba), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.507942 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:18.515309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:18.592879 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks [] for router_gateway (56d0290b-0075-488c-b552-fdb37b3261ba), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.641132 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Deleting port 8435b83f-4958-47f4-83d2-fbeca0bf2872 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:18.641471 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.706538 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:57:17Z', 'revision_number': 5, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port': {'id': '8435b83f-4958-47f4-83d2-fbeca0bf2872', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:08Z', 'updated_at': '2022-10-15T13:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:18.733046 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] For port 8435b83f-4958-47f4-83d2-fbeca0bf2872, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8435b83f-4958-47f4-83d2-fbeca0bf2872,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:18.733537 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.738317 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Checking router: 56d0290b-0075-488c-b552-fdb37b3261ba for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:18.748807 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Routers {'56d0290b-0075-488c-b552-fdb37b3261ba'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:18.749816 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['56d0290b-0075-488c-b552-fdb37b3261ba'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:18.753666 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Calling delete_port for 8435b83f-4958-47f4-83d2-fbeca0bf2872 owned by network:router_gateway {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:18.852597 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] Set router 56d0290b-0075-488c-b552-fdb37b3261ba gateway port host: None {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:18.918912 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:57:18Z', 'revision_number': 6, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:18.942365 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8435b83f-4958-47f4-83d2-fbeca0bf2872), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.945959 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffec10c-810b-4943-99d2-f9b24bce1bdf None None] The sync data for ids ['56d0290b-0075-488c-b552-fdb37b3261ba'] in dv-cinder-861491-3-iscsi is: [{'id': '56d0290b-0075-488c-b552-fdb37b3261ba', 'name': 'tempest-TestMinimumBasicScenario-1314562198-router', 'tenant_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:07Z', 'updated_at': '2022-10-15T13:57:18Z', 'revision_number': 6, 'project_id': 'e752c3aef55649ea98ec1a2f3607c27f', 'gw_port_host': None}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:18.975578 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-abe86660-2da3-4bb2-8adc-50fb9189f44b None None] Provisioning complete for port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:57:18.977380 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-abe86660-2da3-4bb2-8adc-50fb9189f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:18.978356 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-abe86660-2da3-4bb2-8adc-50fb9189f44b None None] Attempt 1 to provision port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 Oct 15 13:57:19.063914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-abe86660-2da3-4bb2-8adc-50fb9189f44b None None] Current status of the port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:19.210675 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Pushing event deleted for resources: {'Port': ['ID=8435b83f-4958-47f4-83d2-fbeca0bf2872,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:19.278869 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (56d0290b-0075-488c-b552-fdb37b3261ba), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.386607 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (56d0290b-0075-488c-b552-fdb37b3261ba), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.389331 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks [] for router_controller (56d0290b-0075-488c-b552-fdb37b3261ba), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.460647 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (56d0290b-0075-488c-b552-fdb37b3261ba), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.461677 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d0290b-0075-488c-b552-fdb37b3261ba {{(pid=111008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:57:19.468332 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.469816 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c6042ec9-f4f0-4a48-b426-0f52dd8e1ede admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/56d0290b-0075-488c-b552-fdb37b3261ba HTTP/1.1" status: 204 len: 168 time: 1.1000521 Oct 15 13:57:19.472547 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59048) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:19.521291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Deleting subnet 93f32bec-d110-48e1-a1dc-e40b7462f202 {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:57:19.524703 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Publish callbacks [] for subnet (93f32bec-d110-48e1-a1dc-e40b7462f202), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.561654 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (93f32bec-d110-48e1-a1dc-e40b7462f202), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.645842 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (93f32bec-d110-48e1-a1dc-e40b7462f202), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.698749 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:19.707004 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (93f32bec-d110-48e1-a1dc-e40b7462f202), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.710659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:19.734713 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f32bec-d110-48e1-a1dc-e40b7462f202,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:19.743475 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.746794 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-749b6a0d-8c15-40ca-acd4-8eb9cbcc4cbf admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/93f32bec-d110-48e1-a1dc-e40b7462f202 HTTP/1.1" status: 204 len: 168 time: 0.2730076 Oct 15 13:57:19.752445 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59050) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:19.755388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaa3be-b3b5-4f4c-bc54-21f2b399a26c None None] Network 02894865-e41a-4eca-94c3-b634ad12d3f8 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:57:19.845163 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (02894865-e41a-4eca-94c3-b634ad12d3f8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.898959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Deleting port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:19.899296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:19.962231 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] DHCP port deletion for 02894865-e41a-4eca-94c3-b634ad12d3f8 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:57:19.987463 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] For port 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=15ea4bb1-4d52-491e-a658-1cfdadfbf978,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:19.988062 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.004695 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Calling delete_port for 15ea4bb1-4d52-491e-a658-1cfdadfbf978 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:20.004973 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Deleting port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:20.005180 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.075061 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] For port 15ea4bb1-4d52-491e-a658-1cfdadfbf978, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=15ea4bb1-4d52-491e-a658-1cfdadfbf978,segment=NetworkSegment(368b8c5c-5996-4f6b-903b-14aa9cbbffd5),segment_id=368b8c5c-5996-4f6b-903b-14aa9cbbffd5)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:20.075463 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.088569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Calling delete_port for 15ea4bb1-4d52-491e-a658-1cfdadfbf978 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:20.094882 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.121778 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Pushing event deleted for resources: {'Port': ['ID=15ea4bb1-4d52-491e-a658-1cfdadfbf978,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:20.128334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] No DVR routers for this DVR port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:20.168436 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (15ea4bb1-4d52-491e-a658-1cfdadfbf978), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.194326 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Pushing event deleted for resources: {'Port': ['ID=15ea4bb1-4d52-491e-a658-1cfdadfbf978,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:20.199964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] No DVR routers for this DVR port 15ea4bb1-4d52-491e-a658-1cfdadfbf978 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:20.206460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (02894865-e41a-4eca-94c3-b634ad12d3f8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.209235 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.209386 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.209632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.209964 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.210289 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.210608 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.210932 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.211255 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.211574 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.213216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.213216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.213216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.213216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.215021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.215442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dcc99-496b-4543-ab80-716e434f2022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:20.230169 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02894865-e41a-4eca-94c3-b634ad12d3f8']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:20.240238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368b8c5c-5996-4f6b-903b-14aa9cbbffd5') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:20.240468 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368b8c5c-5996-4f6b-903b-14aa9cbbffd5') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:20.250821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (368b8c5c-5996-4f6b-903b-14aa9cbbffd5), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.265780 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (368b8c5c-5996-4f6b-903b-14aa9cbbffd5), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.272860 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:57:20.273293 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (368b8c5c-5996-4f6b-903b-14aa9cbbffd5), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.314761 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 368b8c5c-5996-4f6b-903b-14aa9cbbffd5 resource provider aggregate not found Oct 15 13:57:20.332906 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment 368b8c5c-5996-4f6b-903b-14aa9cbbffd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 368b8c5c-5996-4f6b-903b-14aa9cbbffd5 found for delete ", "request_id": "req-76ef8745-29d3-4b8c-a079-7453ebfde1df"}]} Oct 15 13:57:20.342182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (02894865-e41a-4eca-94c3-b634ad12d3f8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.349855 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.353314 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/02894865-e41a-4eca-94c3-b634ad12d3f8 HTTP/1.1" status: 204 len: 168 time: 0.5931957 Oct 15 13:57:20.357065 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59056) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:20.364767 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf61ae1-a402-425f-819f-072b0198f96f admin admin] Pushing event deleted for resources: {'Network': ['ID=02894865-e41a-4eca-94c3-b634ad12d3f8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:20.468247 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:20.775065 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:20.906679 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 318a1768-8e3d-43cf-8f9e-832aa9963272 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:20.927328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 318a1768-8e3d-43cf-8f9e-832aa9963272 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:20.927670 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 318a1768-8e3d-43cf-8f9e-832aa9963272 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:20.928115 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 15ea4bb1-4d52-491e-a658-1cfdadfbf978 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:20.950080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 15ea4bb1-4d52-491e-a658-1cfdadfbf978 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:20.950529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 15ea4bb1-4d52-491e-a658-1cfdadfbf978 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:20.950990 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8435b83f-4958-47f4-83d2-fbeca0bf2872 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:20.978016 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 8435b83f-4958-47f4-83d2-fbeca0bf2872 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:20.978363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8435b83f-4958-47f4-83d2-fbeca0bf2872 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:21.080433 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Deleting port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:21.080680 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:21.173306 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] For port 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:21.173630 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:21.187806 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Calling delete_port for 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 owned by network:router_interface {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:21.296690 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:21.385044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:21.411458 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:21.522556 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:21.582288 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:21.603672 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f4330-7b71-48fc-972f-9f3d905f4cca None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:57:21.703799 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:21.723471 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f4330-7b71-48fc-972f-9f3d905f4cca None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:57:21.802949 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Router 790c0af2-e95b-498d-945d-a1f5bc44c3be has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:21.916919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:21.922262 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-0d3f1dbb-e2a1-40da-a50b-a02ee2a811a6 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/790c0af2-e95b-498d-945d-a1f5bc44c3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637941 Oct 15 13:57:21.924854 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59060) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:21.927665 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Sync routers for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:21.938535 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:21.939463 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:21.972208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:22.032645 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks [] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.039178 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:22.041398 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:22.138476 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks [] for router_gateway (790c0af2-e95b-498d-945d-a1f5bc44c3be), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.189047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Deleting port 1cbdd291-bb4c-400e-a033-9b9dff52bd22 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:22.189389 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.225280 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:57:21Z', 'revision_number': 5, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port': {'id': '1cbdd291-bb4c-400e-a033-9b9dff52bd22', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:16Z', 'updated_at': '2022-10-15T13:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:22.230772 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:22.253280 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Checking router: 790c0af2-e95b-498d-945d-a1f5bc44c3be for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:22.264419 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Routers {'790c0af2-e95b-498d-945d-a1f5bc44c3be'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:22.265083 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:56:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['790c0af2-e95b-498d-945d-a1f5bc44c3be'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:22.277896 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-00d79f3a-1343-4aac-b35d-30f204ee3cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.290804 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] For port 1cbdd291-bb4c-400e-a033-9b9dff52bd22, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1cbdd291-bb4c-400e-a033-9b9dff52bd22,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:22.291643 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.307627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Calling delete_port for 1cbdd291-bb4c-400e-a033-9b9dff52bd22 owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:22.456674 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] Set router 790c0af2-e95b-498d-945d-a1f5bc44c3be gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:22.487539 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:22.509243 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:57:22Z', 'revision_number': 6, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:22.511994 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (1cbdd291-bb4c-400e-a033-9b9dff52bd22), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.540014 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49029696-23ec-4bca-be85-7b67dc6c11e6 None None] The sync data for ids ['790c0af2-e95b-498d-945d-a1f5bc44c3be'] in dv-cinder-861491-3-iscsi is: [{'id': '790c0af2-e95b-498d-945d-a1f5bc44c3be', 'name': 'tempest-TestMinimumBasicScenario-538617894-router', 'tenant_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:15Z', 'updated_at': '2022-10-15T13:57:22Z', 'revision_number': 6, 'project_id': 'c15ea1a4d30742a2983b585cf7aa4eff', 'gw_port_host': None}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:22.554396 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbdd291-bb4c-400e-a033-9b9dff52bd22,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:22.612657 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-1f51473c-e30b-450e-9a96-4fe338e0e70c None None] Provisioning complete for port 87f0ebce-cdde-4e49-9127-6e542855c26a triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:57:22.613176 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1f51473c-e30b-450e-9a96-4fe338e0e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:22.613544 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-1f51473c-e30b-450e-9a96-4fe338e0e70c None None] Attempt 1 to provision port 87f0ebce-cdde-4e49-9127-6e542855c26a Oct 15 13:57:22.694278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1f51473c-e30b-450e-9a96-4fe338e0e70c None None] Current status of the port 87f0ebce-cdde-4e49-9127-6e542855c26a is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:22.902916 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.002880 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.005321 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks [] for router_controller (790c0af2-e95b-498d-945d-a1f5bc44c3be), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.053279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (790c0af2-e95b-498d-945d-a1f5bc44c3be), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.054168 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790c0af2-e95b-498d-945d-a1f5bc44c3be {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:57:23.059527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.060788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-96be7eb7-85f0-4b68-a7d3-644efc60b861 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/790c0af2-e95b-498d-945d-a1f5bc44c3be HTTP/1.1" status: 204 len: 168 time: 1.1349788 Oct 15 13:57:23.063971 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59062) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:23.118713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Deleting subnet 4f543665-342d-4b67-a14a-e923c7825e6a {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:57:23.121262 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Publish callbacks [] for subnet (4f543665-342d-4b67-a14a-e923c7825e6a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.157156 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (4f543665-342d-4b67-a14a-e923c7825e6a), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.236827 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (4f543665-342d-4b67-a14a-e923c7825e6a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.302740 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (4f543665-342d-4b67-a14a-e923c7825e6a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.332102 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f543665-342d-4b67-a14a-e923c7825e6a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:23.336547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.340431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-604d4085-ea86-4a0a-be3f-800853618e4e admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/4f543665-342d-4b67-a14a-e923c7825e6a HTTP/1.1" status: 204 len: 168 time: 0.2748327 Oct 15 13:57:23.343100 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59064) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:23.344773 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586fc4c1-c993-45c5-ae99-dbc069d8b5ac None None] Network 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:57:23.371505 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:23.417762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (49f83c4a-8486-4f29-ad3c-f8a244e1ba74), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.420418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:23.420589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:23.420749 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8d6c2f30-a0c3-470a-8bd3-b08ae1a9ce79 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:23.473886 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Deleting port 87f0ebce-cdde-4e49-9127-6e542855c26a {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:23.474223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.536409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] DHCP port deletion for 49f83c4a-8486-4f29-ad3c-f8a244e1ba74 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:57:23.549348 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] For port 87f0ebce-cdde-4e49-9127-6e542855c26a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=87f0ebce-cdde-4e49-9127-6e542855c26a,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:23.549957 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.567163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Calling delete_port for 87f0ebce-cdde-4e49-9127-6e542855c26a owned by network:dhcp {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:23.580808 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Deleting port 87f0ebce-cdde-4e49-9127-6e542855c26a {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:23.581236 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.649784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] For port 87f0ebce-cdde-4e49-9127-6e542855c26a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=87f0ebce-cdde-4e49-9127-6e542855c26a,segment=NetworkSegment(7739de68-6227-4611-afc8-d59dc09a0072),segment_id=7739de68-6227-4611-afc8-d59dc09a0072)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:23.650183 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.658810 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.666234 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Calling delete_port for 87f0ebce-cdde-4e49-9127-6e542855c26a owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:23.691783 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=87f0ebce-cdde-4e49-9127-6e542855c26a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:23.696281 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] No DVR routers for this DVR port 87f0ebce-cdde-4e49-9127-6e542855c26a on host dv-cinder-861491-3-iscsi {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:23.751593 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (87f0ebce-cdde-4e49-9127-6e542855c26a), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.772527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (49f83c4a-8486-4f29-ad3c-f8a244e1ba74), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.777542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] Pushing event deleted for resources: {'Port': ['ID=87f0ebce-cdde-4e49-9127-6e542855c26a,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:23.781114 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cccfe-f995-47c5-9efb-5aba0e16a4dd None None] No DVR routers for this DVR port 87f0ebce-cdde-4e49-9127-6e542855c26a on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:23.796451 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f83c4a-8486-4f29-ad3c-f8a244e1ba74']}} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:23.809973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7739de68-6227-4611-afc8-d59dc09a0072') {'for_net_delete': True} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:23.809973 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7739de68-6227-4611-afc8-d59dc09a0072') {} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:23.819498 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7974624'] for segment (7739de68-6227-4611-afc8-d59dc09a0072), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.830518 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:23.835019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (7739de68-6227-4611-afc8-d59dc09a0072), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.842526 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=111009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:57:23.842948 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7749150'] for segment (7739de68-6227-4611-afc8-d59dc09a0072), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.911330 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (49f83c4a-8486-4f29-ad3c-f8a244e1ba74), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.917893 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:23.924401 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/49f83c4a-8486-4f29-ad3c-f8a244e1ba74 HTTP/1.1" status: 204 len: 168 time: 0.5798087 Oct 15 13:57:23.937670 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 7739de68-6227-4611-afc8-d59dc09a0072 resource provider aggregate not found Oct 15 13:57:23.942431 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590ea0-afff-4940-927a-59fa4522d7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=49f83c4a-8486-4f29-ad3c-f8a244e1ba74,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:23.964629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment 7739de68-6227-4611-afc8-d59dc09a0072 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7739de68-6227-4611-afc8-d59dc09a0072 found for delete ", "request_id": "req-25e69371-bf70-4f45-bdfc-56c8b3bca66c"}]} Oct 15 13:57:24.060925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59076) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:24.110493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4f746354-1f1a-45cf-a3c7-26ca24b4251e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e752c3aef55649ea98ec1a2f3607c27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483444 Oct 15 13:57:24.114198 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59078) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:24.167226 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] Publish callbacks [] for security_group (06f3e01c-1bad-4b6a-bdb8-fc9ad2933373), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.188728 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] Publish callbacks [] for security_group (06f3e01c-1bad-4b6a-bdb8-fc9ad2933373), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.243593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (06f3e01c-1bad-4b6a-bdb8-fc9ad2933373), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.247638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.249079 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/06f3e01c-1bad-4b6a-bdb8-fc9ad2933373 HTTP/1.1" status: 204 len: 168 time: 0.1339054 Oct 15 13:57:24.262323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c01ef6-8886-43ac-8858-88f46c6b589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f3e01c-1bad-4b6a-bdb8-fc9ad2933373,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:24.602971 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-cab53006-723a-4821-8dce-9dc04a296101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.613886 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59084) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:24.661793 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-14f094ba-8637-4466-92aa-16c1baaa0cdb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c15ea1a4d30742a2983b585cf7aa4eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465968 Oct 15 13:57:24.664615 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59086) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:24.716461 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] Publish callbacks [] for security_group (daa1df4f-b9f1-4d9f-a3df-7df1e445275d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.741008 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] Publish callbacks [] for security_group (daa1df4f-b9f1-4d9f-a3df-7df1e445275d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.796240 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (daa1df4f-b9f1-4d9f-a3df-7df1e445275d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.800155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:24.803449 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/daa1df4f-b9f1-4d9f-a3df-7df1e445275d HTTP/1.1" status: 204 len: 168 time: 0.1352658 Oct 15 13:57:24.809584 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a155e-249f-497f-8b6c-9db47aa79405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa1df4f-b9f1-4d9f-a3df-7df1e445275d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:24.912356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1cbdd291-bb4c-400e-a033-9b9dff52bd22 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:24.931821 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 1cbdd291-bb4c-400e-a033-9b9dff52bd22 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:24.932254 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1cbdd291-bb4c-400e-a033-9b9dff52bd22 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:24.932613 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 87f0ebce-cdde-4e49-9127-6e542855c26a no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:24.952082 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 87f0ebce-cdde-4e49-9127-6e542855c26a {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:24.952430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 87f0ebce-cdde-4e49-9127-6e542855c26a not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:26.222736 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:27.764554 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:27.806275 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:31.021073 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b10743-ca3a-419b-bcc5-0b025bca9736 req-f66979a9-72a4-49c1-9421-b9fffc011dfe tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:31.022540 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5b10743-ca3a-419b-bcc5-0b025bca9736 req-f66979a9-72a4-49c1-9421-b9fffc011dfe tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0551174 Oct 15 13:57:31.080993 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e5b10743-ca3a-419b-bcc5-0b025bca9736 req-7e628444-849b-4fbd-a122-c3cc2713a485 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497334 Oct 15 13:57:31.489225 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:57:32.236918 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fa680-854f-4e7c-bfbd-ca9fbac049fc req-dc45c955-cc52-462e-bec9-659e8ca1aaa1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:32.238698 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-231fa680-854f-4e7c-bfbd-ca9fbac049fc req-dc45c955-cc52-462e-bec9-659e8ca1aaa1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0610492 Oct 15 13:57:32.298707 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-231fa680-854f-4e7c-bfbd-ca9fbac049fc req-13a15419-7e4d-42a8-8254-5589b81d8877 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528152 Oct 15 13:57:32.945567 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db210-0650-4796-96a2-4d16b91598d0 req-77883a77-edbf-4ad1-bc60-9251d07a7733 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:32.947096 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-210db210-0650-4796-96a2-4d16b91598d0 req-77883a77-edbf-4ad1-bc60-9251d07a7733 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Oct 15 13:57:32.986975 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:33.039189 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:57:33.039538 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.131963 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] For port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:33.132330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.208203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:33.355573 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.355979 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (d0bfed74-b05a-49e8-bc94-f1f5871e8a5f), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.356638 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP d0bfed74-b05a-49e8-bc94-f1f5871e8a5f disassociated. External IP: 172.27.0.28, port: 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493. Oct 15 13:57:33.356970 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:57:33.431967 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdec9a-852b-419b-8be5-2dab38e443c1 req-d392293b-93f7-4a4a-b0b8-6945c6c8ab54 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:33.433388 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05bdec9a-852b-419b-8be5-2dab38e443c1 req-d392293b-93f7-4a4a-b0b8-6945c6c8ab54 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 946 time: 0.0546789 Oct 15 13:57:33.487578 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-05bdec9a-852b-419b-8be5-2dab38e443c1 req-86621f6f-1e70-4d09-b551-979fb562a2b6 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Oct 15 13:57:33.496341 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.526706 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:33.643426 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:33.754900 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:33.765134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:33.775775 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:33.776449 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:57:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:33.800489 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] No DVR routers for this DVR port 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:57:33.803361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:33.806815 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-210db210-0650-4796-96a2-4d16b91598d0 req-ba2b69b7-7b17-4bf1-9afa-b0b1e91291e4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "DELETE /networking/v2.0/ports/35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 HTTP/1.1" status: 204 len: 173 time: 0.8539960 Oct 15 13:57:33.807343 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'name': 'network-vif-deleted', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:33.810440 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8623c826-edf6-46ec-94eb-e540ce14beb1" -d '{"events": [{"server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "name": "network-vif-deleted", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:33.864448 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ad4c5-04a9-49a7-972c-f27e15289f74 x-openstack-request-id: req-a61ad4c5-04a9-49a7-972c-f27e15289f74 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:33.865476 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9209310f-9812-4e8e-9a64-a46690948204", "name": "network-vif-deleted", "tag": "35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:33.865934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a61ad4c5-04a9-49a7-972c-f27e15289f74 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:33.866537 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61ad4c5-04a9-49a7-972c-f27e15289f74'] response: {'server_uuid': '9209310f-9812-4e8e-9a64-a46690948204', 'name': 'network-vif-deleted', 'tag': '35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493', 'status': 'completed', 'code': 200} Oct 15 13:57:33.894219 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:34.088519 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:34.117757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:34.126499 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:34.127118 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:57:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:34.235010 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:34.269918 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:34.428635 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:34.453529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8033511-3906-4ca8-b9bd-9cdf3609633f None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:34.633304 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-792e5ef0-b25d-4d7a-b0be-51df2fae2199 req-09d583dc-6d52-4ef8-ad67-bf01cdab1996 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9209310f-9812-4e8e-9a64-a46690948204 HTTP/1.1" status: 200 len: 210 time: 0.0347056 Oct 15 13:57:34.718974 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda4ab6-90f4-4c7f-828e-78ce4f7d69eb None None] New status for floating IP d0bfed74-b05a-49e8-bc94-f1f5871e8a5f: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:57:35.643973 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:57:35.669312 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:57:35.669668 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 35cb3e4c-0e68-4b14-9bc8-fb35d5b7a493 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:57:35.948187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:35.970455 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-260213f2-cece-4a7f-8600-ddbbd7260025 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562745215&fields=id&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 267 time: 0.0530887 Oct 15 13:57:36.093000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-ae18dd1e-dcfc-4e86-b89a-13dd5b1d9159 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:36.094521 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-ae18dd1e-dcfc-4e86-b89a-13dd5b1d9159 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1144717 Oct 15 13:57:36.113234 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-55d2955b-9352-417d-9a2c-39fdf0d3e295 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/quotas/243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 375 time: 0.0108125 Oct 15 13:57:36.169189 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-6c92ada9-3d6a-448d-a0c1-364dbccdfed7 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493271 Oct 15 13:57:36.281893 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-31bc90af-bba9-4297-8632-34395bc2074a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977309 Oct 15 13:57:36.378142 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:36.389779 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-1c7a2030-7683-428a-9d23-43fc2e77c2d3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995450 Oct 15 13:57:36.716588 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-988de54e-07c4-4156-940d-82bf33089328 req-16bea5d5-199c-406c-88a8-09bd4e65cd54 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0286658 Oct 15 13:57:37.832230 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-15824b2d-8bc9-4829-b0db-443ddac9c151 req-4ed5f022-688b-4fc1-980b-de9bd50490ba tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0352137 Oct 15 13:57:37.929859 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-0faf4630-7530-4cab-bede-65297e72a53f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:37.931434 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-0faf4630-7530-4cab-bede-65297e72a53f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1254625 Oct 15 13:57:37.991775 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:38.002321 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-902dd259-9542-4eb8-b34f-4f13577e9c5d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 380 time: 0.0613420 Oct 15 13:57:38.017400 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'port': {'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'admin_state_up': True, 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'security_groups': ['2ee3793c-d749-4155-8974-fea06c3ed499']}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:57:38.143529 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Made reservation on behalf of 243c0b9b4bd742659061745c8dc4c696 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:57:38.147323 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.250048 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:38.278994 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.20.0.3 (701b540a-8a09-42dc-a3a2-18dbe248ffc3/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa/a8e5516a-30ab-4376-8e26-9efdb40d9c1e) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:57:38.433099 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.471058 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.516478 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:57:38.519685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:57:38.523672 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:57:38.560004 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:38.588495 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:38.589134 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.610824 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-569236d8-3e15-45f8-b66b-42b3f7eac40f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974729 Oct 15 13:57:38.622025 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Request body: {'port': {'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:57:38.695739 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.729846 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-e4abbc9d-c845-477e-b2fd-1482f6de5391 None None] Provisioning complete for port a8e5516a-30ab-4376-8e26-9efdb40d9c1e triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:57:38.730528 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-e4abbc9d-c845-477e-b2fd-1482f6de5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:38.730528 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-e4abbc9d-c845-477e-b2fd-1482f6de5391 None None] Attempt 1 to provision port a8e5516a-30ab-4376-8e26-9efdb40d9c1e Oct 15 13:57:38.766692 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-e4abbc9d-c845-477e-b2fd-1482f6de5391 None None] Port a8e5516a-30ab-4376-8e26-9efdb40d9c1e cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:57:38.917902 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:38.976259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f286d-6970-4667-b686-8d1f13ab6901 req-3a3fc23c-2998-4f4e-90c9-6b34a2deeac3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:38.977867 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f3f286d-6970-4667-b686-8d1f13ab6901 req-3a3fc23c-2998-4f4e-90c9-6b34a2deeac3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 931 time: 0.0502117 Oct 15 13:57:38.991930 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e5516a-30ab-4376-8e26-9efdb40d9c1e {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:57:38.999858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks [] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:39.015682 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Transition to ACTIVE for port object a8e5516a-30ab-4376-8e26-9efdb40d9c1e will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:57:39.019996 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:39.031004 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f3f286d-6970-4667-b686-8d1f13ab6901 req-9a8eff73-09b3-417e-93a7-4b6574adc8f6 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467093 Oct 15 13:57:39.053946 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:39.103330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:39.136220 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Attempting to bind port a8e5516a-30ab-4376-8e26-9efdb40d9c1e on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:57:39.136557 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Attempting to bind port a8e5516a-30ab-4376-8e26-9efdb40d9c1e by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:57:39.136887 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Attempting to bind port a8e5516a-30ab-4376-8e26-9efdb40d9c1e on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:57:39.181056 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Port a8e5516a-30ab-4376-8e26-9efdb40d9c1e on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:57:39.181368 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Attempting to bind port a8e5516a-30ab-4376-8e26-9efdb40d9c1e on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:57:39.230116 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:57:39.230460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:57:39.230845 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Bound using segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:57:39.231641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Bound port: a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:57:39.232040 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:39.310126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:57:39.318763 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:57:39.327676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:39.333924 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:39.334557 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:39.336128 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 1093 time: 0.7185025 Oct 15 13:57:39.336650 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:39.339020 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50297143-78c3-431d-ba00-c7250f7ed3df" -d '{"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:39.385282 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f166f-8564-4642-bc90-551a4f4f9a2f x-openstack-request-id: req-905f166f-8564-4642-bc90-551a4f4f9a2f {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:39.385575 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:39.385883 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-905f166f-8564-4642-bc90-551a4f4f9a2f {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:39.386234 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905f166f-8564-4642-bc90-551a4f4f9a2f'] response: {'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'status': 'completed', 'code': 200} Oct 15 13:57:39.402335 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9490621-ad09-4a5d-b3d9-9a3492c8d80b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:39.437891 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-353181a2-1079-4b79-bc03-c32c6dab3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:39.439430 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-353181a2-1079-4b79-bc03-c32c6dab3bbf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1127 time: 0.0474169 Oct 15 13:57:39.481100 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-2748a8e2-a09a-464d-89f0-0b55ba406f83 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 217 time: 0.0342865 Oct 15 13:57:39.537965 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-40940529-c85c-4a56-85c6-9dd0493a225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:39.539451 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-40940529-c85c-4a56-85c6-9dd0493a225b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0518188 Oct 15 13:57:39.590221 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5215-a20b-4d89-9653-7009c09689be req-b9c44628-94db-4db9-a27d-f38f234dae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:39.592379 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-b9c44628-94db-4db9-a27d-f38f234dae1e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469730 Oct 15 13:57:39.690658 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-b2ca6cf2-65fe-45db-9eec-0c7283ae506b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892694 Oct 15 13:57:39.790187 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-062c5215-a20b-4d89-9653-7009c09689be req-11ecae62-1557-4fbe-b507-f59f66cd3117 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927911 Oct 15 13:57:40.161923 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc6b-02c5-4584-a9a0-19c8dabfbbf6 req-4aff76c4-0c02-495c-a8d1-d19cfbd0ff87 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:40.163514 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c53dfc6b-02c5-4584-a9a0-19c8dabfbbf6 req-4aff76c4-0c02-495c-a8d1-d19cfbd0ff87 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0516617 Oct 15 13:57:40.219976 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c53dfc6b-02c5-4584-a9a0-19c8dabfbbf6 req-d204eb6a-a0f5-4ba6-bbdd-b8b927e31518 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505123 Oct 15 13:57:40.796093 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297143-78c3-431d-ba00-c7250f7ed3df req-d3421290-8ae1-4ea4-bc0a-24ad5a41440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:40.797736 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-d3421290-8ae1-4ea4-bc0a-24ad5a41440a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1127 time: 0.0460625 Oct 15 13:57:40.860739 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:40.898872 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297143-78c3-431d-ba00-c7250f7ed3df req-839d84d6-f91b-4157-a794-7ccac9c9b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:40.900392 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-839d84d6-f91b-4157-a794-7ccac9c9b50a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.0954280 Oct 15 13:57:40.952235 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-fd9c3376-6940-4c08-bd5e-6e69302fc748 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 217 time: 0.0450387 Oct 15 13:57:41.002343 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297143-78c3-431d-ba00-c7250f7ed3df req-0cdb306d-ac21-4fc6-8e04-83297b937024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:41.003813 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-0cdb306d-ac21-4fc6-8e04-83297b937024 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0456088 Oct 15 13:57:41.052211 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297143-78c3-431d-ba00-c7250f7ed3df req-2ec346b5-9de1-4f97-8a21-940f489a8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:41.054371 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-2ec346b5-9de1-4f97-8a21-940f489a8458 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443962 Oct 15 13:57:41.363446 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5675641-f2f8-42c8-ab83-de021b19446e req-b9cfd6d6-7c26-492e-ace8-d7d956196350 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:41.365442 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c5675641-f2f8-42c8-ab83-de021b19446e req-b9cfd6d6-7c26-492e-ace8-d7d956196350 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0615835 Oct 15 13:57:41.410481 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-41c736e5-8083-42a3-b953-01b69088c094 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500731 Oct 15 13:57:41.423839 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c5675641-f2f8-42c8-ab83-de021b19446e req-2ef6f74c-41e9-4caf-8f4b-d88019820235 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517635 Oct 15 13:57:41.435464 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:41.509824 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-50297143-78c3-431d-ba00-c7250f7ed3df req-237ab8e1-d7b1-4fb9-89a7-af83d54128bc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930734 Oct 15 13:57:42.433222 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:42.434642 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:42.557327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc298c-d9b1-4a30-b21b-d9e4e269c446 req-373ab164-352a-4505-bb99-6f1e273294d3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:42.558875 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8edc298c-d9b1-4a30-b21b-d9e4e269c446 req-373ab164-352a-4505-bb99-6f1e273294d3 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0537312 Oct 15 13:57:42.614365 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8edc298c-d9b1-4a30-b21b-d9e4e269c446 req-d89ced8e-4c39-49c1-a11b-2125a819d596 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489666 Oct 15 13:57:43.761848 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8c0a3-65f1-457e-85a7-a17709111665 req-0103490c-35cb-4e62-ba4e-09a962158e7f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:43.763268 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ff8c0a3-65f1-457e-85a7-a17709111665 req-0103490c-35cb-4e62-ba4e-09a962158e7f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0559821 Oct 15 13:57:43.819353 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9ff8c0a3-65f1-457e-85a7-a17709111665 req-592ef16d-1e11-43cb-b0ab-199ad6ff4736 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498970 Oct 15 13:57:44.635573 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:45.105956 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06fb8e-434b-4631-a0c6-ce72ccaab15f req-ac659ae0-7700-4244-b4b6-a3d7a0045dea tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:45.107806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cc06fb8e-434b-4631-a0c6-ce72ccaab15f req-ac659ae0-7700-4244-b4b6-a3d7a0045dea tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0542274 Oct 15 13:57:45.165324 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cc06fb8e-434b-4631-a0c6-ce72ccaab15f req-9b9eff67-2882-4638-bec5-3e70aac159d5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Oct 15 13:57:45.455661 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d64cb2-9d5b-4ff6-b9d0-a040ecf09374 req-338cf340-4393-42bf-85bb-6382985797bb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:45.457188 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50d64cb2-9d5b-4ff6-b9d0-a040ecf09374 req-338cf340-4393-42bf-85bb-6382985797bb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0480897 Oct 15 13:57:45.502164 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:45.521717 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50d64cb2-9d5b-4ff6-b9d0-a040ecf09374 req-c7e8af11-8723-4e74-9dd6-e7f200b61576 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574067 Oct 15 13:57:46.304350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875605-cb2b-41fd-932b-ad96875561a4 req-368cc149-3027-44b1-abe2-c79d7088d9e8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:46.306439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6f875605-cb2b-41fd-932b-ad96875561a4 req-368cc149-3027-44b1-abe2-c79d7088d9e8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0586429 Oct 15 13:57:46.362753 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6f875605-cb2b-41fd-932b-ad96875561a4 req-4455fe81-f6ef-4ec5-845f-c5c5ccf18d4d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502510 Oct 15 13:57:46.660189 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e5326-7d71-4c43-9999-e5ac2e25cf4d req-2ece7ef9-934d-41a6-97bb-03490278bb05 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:46.661732 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8e5326-7d71-4c43-9999-e5ac2e25cf4d req-2ece7ef9-934d-41a6-97bb-03490278bb05 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0496044 Oct 15 13:57:46.711661 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe8e5326-7d71-4c43-9999-e5ac2e25cf4d req-331ffa29-c8cc-4431-a7dc-3d8874cb713e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Oct 15 13:57:47.501545 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f530-0581-4374-a63d-ea0e2e454c36 req-127886eb-5560-46e9-be40-4883a4817545 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:47.503037 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8785f530-0581-4374-a63d-ea0e2e454c36 req-127886eb-5560-46e9-be40-4883a4817545 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0531619 Oct 15 13:57:47.557537 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8785f530-0581-4374-a63d-ea0e2e454c36 req-a49355c2-ef06-4859-888e-ef15c2491c6a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Oct 15 13:57:47.851928 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8575cf-fa7a-4fa5-8ae1-0f65bc298141 req-8d37a1a4-3e80-4f18-be41-bdc5791e532f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:47.854593 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee8575cf-fa7a-4fa5-8ae1-0f65bc298141 req-8d37a1a4-3e80-4f18-be41-bdc5791e532f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0519993 Oct 15 13:57:47.907157 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:47.912485 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ee8575cf-fa7a-4fa5-8ae1-0f65bc298141 req-631fd5b2-3c0f-4712-9fd7-e305a2efcfa6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488939 Oct 15 13:57:48.693042 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe41857-65fb-45af-9a89-d6e5d0d1684b req-4d12e252-4fec-4556-9459-93f00a42a7ce tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:48.694703 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bbe41857-65fb-45af-9a89-d6e5d0d1684b req-4d12e252-4fec-4556-9459-93f00a42a7ce tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0498457 Oct 15 13:57:48.752261 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bbe41857-65fb-45af-9a89-d6e5d0d1684b req-5c4f83e4-6e47-406c-8da0-4e77bbeb21af tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Oct 15 13:57:49.064130 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55d4f-3e17-468c-8fe8-1b354cb2e196 req-0440b615-5e98-4d35-bd98-aa389d844cd8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:49.065671 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cf55d4f-3e17-468c-8fe8-1b354cb2e196 req-0440b615-5e98-4d35-bd98-aa389d844cd8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Oct 15 13:57:49.116864 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8cf55d4f-3e17-468c-8fe8-1b354cb2e196 req-d6df8f60-83d0-4024-8560-8cac33803b5f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454316 Oct 15 13:57:49.700820 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device a8e5516a-30ab-4376-8e26-9efdb40d9c1e details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:57:49.719663 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:49.722940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:49.811025 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:49.835305 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:57:49.897667 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d60c0-682c-4467-bfc2-3a611b995a5f req-2e4e5e67-8db6-49b9-9f96-ecb658b4fa30 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:49.899267 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a2d60c0-682c-4467-bfc2-3a611b995a5f req-2e4e5e67-8db6-49b9-9f96-ecb658b4fa30 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 943 time: 0.0553672 Oct 15 13:57:49.956831 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2a2d60c0-682c-4467-bfc2-3a611b995a5f req-00d4c0db-7924-4111-b930-938a1a2e29b4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504467 Oct 15 13:57:50.019367 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port a8e5516a-30ab-4376-8e26-9efdb40d9c1e is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:50.019749 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:50.033941 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e5516a-30ab-4376-8e26-9efdb40d9c1e {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:57:50.054871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:50.061205 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:50.122870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:50.261822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1deea-19ad-4ffd-bd03-ca09880e45b6 req-31fa4646-e787-410d-a6d6-6580fc449345 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:50.263469 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2f1deea-19ad-4ffd-bd03-ca09880e45b6 req-31fa4646-e787-410d-a6d6-6580fc449345 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0567052 Oct 15 13:57:50.321519 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2f1deea-19ad-4ffd-bd03-ca09880e45b6 req-645e6469-44b5-4bc9-a2cc-5878ed7138c1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Oct 15 13:57:50.432429 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['a8e5516a-30ab-4376-8e26-9efdb40d9c1e'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:57:51.088359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82dc06-f37a-4eb2-994e-657c3444bd55 req-032edf28-f14d-4d18-99a3-4edaf8e3c5ac tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:51.089896 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0e82dc06-f37a-4eb2-994e-657c3444bd55 req-032edf28-f14d-4d18-99a3-4edaf8e3c5ac tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 944 time: 0.0502827 Oct 15 13:57:51.144881 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0e82dc06-f37a-4eb2-994e-657c3444bd55 req-3f2f1a11-2372-4876-a07b-e36ccfc6ecb1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491481 Oct 15 13:57:51.483561 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c38374-8886-4f73-b0ba-511bd05b17df req-f1ccbd31-e2c3-409f-aa21-1af31018f5ce tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:51.485114 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9c38374-8886-4f73-b0ba-511bd05b17df req-f1ccbd31-e2c3-409f-aa21-1af31018f5ce tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Oct 15 13:57:51.496125 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=34 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:51.502589 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:51.541860 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b9c38374-8886-4f73-b0ba-511bd05b17df req-0c801310-ba63-4b44-8a9e-26c4f72c46e3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493352 Oct 15 13:57:51.707798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device a8e5516a-30ab-4376-8e26-9efdb40d9c1e up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:57:51.756874 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port a8e5516a-30ab-4376-8e26-9efdb40d9c1e completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:57:51.765823 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port a8e5516a-30ab-4376-8e26-9efdb40d9c1e triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:57:51.766051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:51.766719 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port a8e5516a-30ab-4376-8e26-9efdb40d9c1e Oct 15 13:57:51.843366 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port a8e5516a-30ab-4376-8e26-9efdb40d9c1e is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:51.843755 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:51.868934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:51.871270 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44566e-753b-4905-a770-a20fea1f7183" -d '{"events": [{"server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:51.885195 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:51.895726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:51.923063 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a28324-18e6-4238-a8e5-b42dfa5f0db9 x-openstack-request-id: req-82a28324-18e6-4238-a8e5-b42dfa5f0db9 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:51.923351 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:51.923622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82a28324-18e6-4238-a8e5-b42dfa5f0db9 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:51.924010 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a28324-18e6-4238-a8e5-b42dfa5f0db9'] response: {'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'code': 200} Oct 15 13:57:51.957491 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:52.167479 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7511-275e-4e42-91b6-97ac45b81aeb req-c33a97d2-b91d-45d6-b8ef-f6dac678a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:52.169083 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-79cf7511-275e-4e42-91b6-97ac45b81aeb req-c33a97d2-b91d-45d6-b8ef-f6dac678a8dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1129 time: 0.0454388 Oct 15 13:57:52.223945 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-79cf7511-275e-4e42-91b6-97ac45b81aeb req-ee386d12-28a7-4e05-a425-bdd86175ae4a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Oct 15 13:57:52.278051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-66b542aa-3fa3-4703-ad75-ce3768d7aea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:52.281944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a298421-4798-48e5-96c5-df57926127dc req-3d6549d8-2c11-449f-8331-c71fbce0ebb8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:52.283503 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a298421-4798-48e5-96c5-df57926127dc req-3d6549d8-2c11-449f-8331-c71fbce0ebb8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0556228 Oct 15 13:57:52.328194 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:52.343937 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6a298421-4798-48e5-96c5-df57926127dc req-c4c1f0d1-5120-4e69-8dc3-46b1d9cc2ffc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522461 Oct 15 13:57:52.448892 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:52.450276 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:52.684629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a432-a228-44c5-8056-d834595c6ce8 req-017da573-62ab-43cf-8df9-488c48e69b4d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:52.686222 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-35d5a432-a228-44c5-8056-d834595c6ce8 req-017da573-62ab-43cf-8df9-488c48e69b4d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0519485 Oct 15 13:57:52.744873 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-35d5a432-a228-44c5-8056-d834595c6ce8 req-38aa7a39-672d-4c6e-b8ce-c981be3e28ac tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501122 Oct 15 13:57:53.487039 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffec32b-be87-4cb6-886b-6f31374d1660 req-ef85422d-9d2c-4094-9410-7eb1cfaffcb8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:53.489656 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4ffec32b-be87-4cb6-886b-6f31374d1660 req-ef85422d-9d2c-4094-9410-7eb1cfaffcb8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0634108 Oct 15 13:57:53.543766 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4ffec32b-be87-4cb6-886b-6f31374d1660 req-c7b99df2-4180-4f5a-844e-ec2bacca40af tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Oct 15 13:57:53.882267 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a0ceb-55a6-4891-8cfa-c53195793ce8 req-cb2d8352-9cdc-4706-a155-cf27f4c9935f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:53.883918 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101a0ceb-55a6-4891-8cfa-c53195793ce8 req-cb2d8352-9cdc-4706-a155-cf27f4c9935f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0510843 Oct 15 13:57:53.939479 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-101a0ceb-55a6-4891-8cfa-c53195793ce8 req-bed98437-de28-4d35-a8ab-1cb6bac7d186 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491178 Oct 15 13:57:54.610342 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bb09cc70-9c34-4639-be4a-bdf77db9ba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:54.681828 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac7b6a-8bc8-43ad-9440-20f2ecb21c34 req-ab2f65d7-1738-4033-b2e9-45fc1bf362b7 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:54.683384 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c9ac7b6a-8bc8-43ad-9440-20f2ecb21c34 req-ab2f65d7-1738-4033-b2e9-45fc1bf362b7 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0512257 Oct 15 13:57:54.736293 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c9ac7b6a-8bc8-43ad-9440-20f2ecb21c34 req-b042834b-7d15-46f8-a4b1-0c553369a8ff tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465322 Oct 15 13:57:54.848574 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:54.887668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378f099-fecc-4a4d-bf27-4656e4cf567a req-b2e27d1d-f2fc-40a2-b090-3f217cabb747 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:54.889384 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b378f099-fecc-4a4d-bf27-4656e4cf567a req-b2e27d1d-f2fc-40a2-b090-3f217cabb747 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0510974 Oct 15 13:57:54.947767 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b378f099-fecc-4a4d-bf27-4656e4cf567a req-c00d89fc-7c79-436b-aaed-c1a6020723a9 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515487 Oct 15 13:57:54.977557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59230) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:55.018915 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe6ffd-8470-48bc-8e14-05d1313bd837 tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:55.020508 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3bbe6ffd-8470-48bc-8e14-05d1313bd837 tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1124 time: 0.0416849 Oct 15 13:57:55.023511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59232) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:57:55.028157 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:57:55.086911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:55.098419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656a62b-186b-48eb-9a3b-4eb7dc4a47ae req-9844e74b-ada9-4915-b124-cd6f4374aafd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:55.099972 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0656a62b-186b-48eb-9a3b-4eb7dc4a47ae req-9844e74b-ada9-4915-b124-cd6f4374aafd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0654893 Oct 15 13:57:55.209343 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0656a62b-186b-48eb-9a3b-4eb7dc4a47ae req-42d91d8d-5a35-49c3-9ffc-0e3ef99b91d9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984516 Oct 15 13:57:55.212208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:55.325459 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.27.0.75 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/c8f85930-c96e-4b5e-aa47-da1932f868f2) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:57:55.399214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:55.444328 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:55.480527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:55.520400 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:57:55.523604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:57:55.527575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:57:55.553704 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=c8f85930-c96e-4b5e-aa47-da1932f868f2,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:55.567109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.567455 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.567800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.568161 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.568498 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.568824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.569153 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.569479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.569800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.570131 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.570450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.570770 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.571210 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.571528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.571848 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:57:55.785062 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:55.932898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (4f2e2048-336a-4282-8964-336e5efe33a1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.011127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.173901 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.181142 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.225042 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.255518 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=c8f85930-c96e-4b5e-aa47-da1932f868f2,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:57:56.259332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (4f2e2048-336a-4282-8964-336e5efe33a1), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:56.262114 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:56.384024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb9d3d-3ad7-4bfe-ba0f-bf8dc58540e3 req-2f1e0197-0c57-4d6e-b5c4-852555e0d90f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:56.385549 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bcb9d3d-3ad7-4bfe-ba0f-bf8dc58540e3 req-2f1e0197-0c57-4d6e-b5c4-852555e0d90f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0894089 Oct 15 13:57:56.418289 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP 4f2e2048-336a-4282-8964-336e5efe33a1 associated. External IP: 172.27.0.75, port: a8e5516a-30ab-4376-8e26-9efdb40d9c1e. Oct 15 13:57:56.493101 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1bcb9d3d-3ad7-4bfe-ba0f-bf8dc58540e3 req-8b366f16-cc7e-40c4-9333-b16b1f077ea9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000857 Oct 15 13:57:56.955816 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:57:56.958297 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:57.069612 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:57:57.080384 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:57:57.091559 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:57.092641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:57.093381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:57:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:57.123591 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d5244fd4-3435-43c6-a805-7d2cb1cb8007 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0986397 Oct 15 13:57:57.124221 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:57:57.126996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10555fd4-d29f-4fb5-963f-28f8494ce618" -d '{"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:57:57.157421 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:57.176903 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d64c5-3ae4-4293-8571-8672cc8d7701 x-openstack-request-id: req-bb1d64c5-3ae4-4293-8571-8672cc8d7701 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:57:57.177202 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:57:57.177457 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb1d64c5-3ae4-4293-8571-8672cc8d7701 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:57:57.177895 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1d64c5-3ae4-4293-8571-8672cc8d7701'] response: {'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'status': 'completed', 'code': 200} Oct 15 13:57:57.219396 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:57.241335 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-0d1e7959-3323-4fbb-bf8d-f4eba7ee2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:57.243310 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-0d1e7959-3323-4fbb-bf8d-f4eba7ee2747 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1129 time: 0.0409317 Oct 15 13:57:57.354868 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-a33fc174-b413-4d02-9278-3936f06ad480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:57.356761 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-a33fc174-b413-4d02-9278-3936f06ad480 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.1074243 Oct 15 13:57:57.421026 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-cc2ce7e6-abc3-4f79-a47f-a28c815b2e66 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 998 time: 0.0573833 Oct 15 13:57:57.447609 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:55Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:57.471904 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-950d947f-c087-4d1e-9a0a-4562353252ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:57.472552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:57:57.473467 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-950d947f-c087-4d1e-9a0a-4562353252ae service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0459151 Oct 15 13:57:57.481335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:57:57.482276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:57:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:57.521939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-63219dee-7952-4731-9d2a-9fdc8169ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:57.523459 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-63219dee-7952-4731-9d2a-9fdc8169ea43 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431705 Oct 15 13:57:57.530180 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:57.575834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:57:57.593365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:57:57.625595 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-206390b3-45af-419a-beff-ebdfbd980e08 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952058 Oct 15 13:57:57.632632 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d4d7c-10ba-4a4c-b492-ba76414d51c6 req-d1e392cd-62f3-4832-8026-cb356eccbb5f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:57.634166 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cd2d4d7c-10ba-4a4c-b492-ba76414d51c6 req-d1e392cd-62f3-4832-8026-cb356eccbb5f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0547373 Oct 15 13:57:57.684488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cd2d4d7c-10ba-4a4c-b492-ba76414d51c6 req-1e4216f2-48ca-4d3d-a388-e8ac3246f4d8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440576 Oct 15 13:57:57.728506 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-10555fd4-d29f-4fb5-963f-28f8494ce618 req-7b699a85-6e9e-4604-bacd-e2ab17a61799 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949268 Oct 15 13:57:57.791943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:57.827665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:57.846757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:55Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:57:57.875051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454019b4-32c3-49df-9a16-88b7320ce043 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:55Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:57:58.085302 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d34f5-432c-40c9-88d5-c88504d87a00 None None] New status for floating IP 4f2e2048-336a-4282-8964-336e5efe33a1: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:57:58.821576 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50239b35-4efc-4437-83cc-d24444bbcbbf req-38c2bae7-294b-4e7f-8ee4-e08614e985e4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:57:58.823079 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50239b35-4efc-4437-83cc-d24444bbcbbf req-38c2bae7-294b-4e7f-8ee4-e08614e985e4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0516477 Oct 15 13:57:58.878133 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-50239b35-4efc-4437-83cc-d24444bbcbbf req-5d96f844-e670-4283-8fb1-dbc136135d03 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464087 Oct 15 13:57:59.729860 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:57:59.840918 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:59.853529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:57:59.892227 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: ACTIVE; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:57:59.892626 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:59.907418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:57:59.931407 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:57:59.938189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:57:59.993466 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=6']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:00.019240 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212d48-5e14-4ca3-909b-3de24c1b37c6 req-61d8b53c-14ee-4a6d-8fee-f2f3b4ce679e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:00.020871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8b212d48-5e14-4ca3-909b-3de24c1b37c6 req-61d8b53c-14ee-4a6d-8fee-f2f3b4ce679e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0541353 Oct 15 13:58:00.038408 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:58:00.086644 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8b212d48-5e14-4ca3-909b-3de24c1b37c6 req-2dc267e8-7a08-4809-b0ec-29cec9cb2c1f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588601 Oct 15 13:58:01.229778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e38c9-a0fa-4304-9109-1641504467df req-17b0f2a7-b610-4e86-ba43-3d3eab085b89 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:01.231263 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-878e38c9-a0fa-4304-9109-1641504467df req-17b0f2a7-b610-4e86-ba43-3d3eab085b89 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0592079 Oct 15 13:58:01.280624 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-878e38c9-a0fa-4304-9109-1641504467df req-4079b670-89f6-4c7e-99c3-6944f6676ed9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 Oct 15 13:58:01.728448 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:58:01.777640 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:58:01.777992 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:01.778338 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 Oct 15 13:58:01.857477 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:01.858040 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:01.886066 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:01.888383 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14dcf88-13d3-46ee-8373-fc55faf740d9" -d '{"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:01.901601 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:01.908371 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:01.934632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288731bd-85e5-453f-800e-89488c0a01a3 x-openstack-request-id: req-288731bd-85e5-453f-800e-89488c0a01a3 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:01.934924 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:01.935175 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-288731bd-85e5-453f-800e-89488c0a01a3 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:01.935570 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288731bd-85e5-453f-800e-89488c0a01a3'] response: {'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'code': 200} Oct 15 13:58:01.959945 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=7']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:02.425003 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daddc-2f4a-4589-a79a-f8b20af7d032 req-10579442-b462-4027-bc8e-37a3bda73de3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:02.426878 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-317daddc-2f4a-4589-a79a-f8b20af7d032 req-10579442-b462-4027-bc8e-37a3bda73de3 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0538137 Oct 15 13:58:02.489355 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-317daddc-2f4a-4589-a79a-f8b20af7d032 req-e13acc9f-ac4f-4d39-b045-628c1a708dd7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562835 Oct 15 13:58:03.627062 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:03.649748 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65e647-e037-4f52-be28-08b691a82b16 req-4daba3b7-6fc7-4cee-a7fc-4c2c6d9c8d39 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:03.652007 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9c65e647-e037-4f52-be28-08b691a82b16 req-4daba3b7-6fc7-4cee-a7fc-4c2c6d9c8d39 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0671318 Oct 15 13:58:03.711447 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9c65e647-e037-4f52-be28-08b691a82b16 req-b0c1b4d8-09da-405f-a770-dc04577dcde0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510697 Oct 15 13:58:04.878553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49ae8c-f213-46ee-8541-b520270eb6af req-d14600fb-6a86-4209-85ed-e4115d10cbfd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:04.891271 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9b49ae8c-f213-46ee-8541-b520270eb6af req-d14600fb-6a86-4209-85ed-e4115d10cbfd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0871389 Oct 15 13:58:04.940391 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9b49ae8c-f213-46ee-8541-b520270eb6af req-241c84bb-90bc-4121-8ad5-c7935a4c18c6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Oct 15 13:58:06.087101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c906f9b-54d5-42bf-b5b7-421d6fb872fa req-26ad18d2-3c92-488b-82bc-623e4f539e50 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:06.088758 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c906f9b-54d5-42bf-b5b7-421d6fb872fa req-26ad18d2-3c92-488b-82bc-623e4f539e50 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0559847 Oct 15 13:58:06.158967 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2c906f9b-54d5-42bf-b5b7-421d6fb872fa req-d79cabba-a587-4e3b-aa23-61447b94da48 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639780 Oct 15 13:58:07.350146 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e97b5-b578-4409-b472-6195ab58704b req-2df1999c-def2-4e67-9e03-2b25291cd70b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:07.351902 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-393e97b5-b578-4409-b472-6195ab58704b req-2df1999c-def2-4e67-9e03-2b25291cd70b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0837331 Oct 15 13:58:07.421265 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-393e97b5-b578-4409-b472-6195ab58704b req-c88eda7b-46fd-4ae3-bd6a-096ba26c9bd4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586209 Oct 15 13:58:07.723438 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=58 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:07.725828 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=54 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:08.195281 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:08.197603 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:08.489661 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:58:08.543005 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:08.581960 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab21a74-0f26-4fa7-9c12-b0d055751db0 req-1296da95-dc0c-458c-99c3-c333c75137a2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:08.583470 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ab21a74-0f26-4fa7-9c12-b0d055751db0 req-1296da95-dc0c-458c-99c3-c333c75137a2 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0505071 Oct 15 13:58:08.633408 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ab21a74-0f26-4fa7-9c12-b0d055751db0 req-fd2e1c16-dc7b-49ea-969f-0a2411ca3422 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Oct 15 13:58:09.784850 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52735-6a79-476e-8cc6-65ca261c6944 req-c90c9414-0bfd-4a75-b10d-fbf5e9cedc6b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:09.786492 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d52735-6a79-476e-8cc6-65ca261c6944 req-c90c9414-0bfd-4a75-b10d-fbf5e9cedc6b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0635538 Oct 15 13:58:09.893433 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d52735-6a79-476e-8cc6-65ca261c6944 req-3b1fd79a-075a-45ec-9fb6-91fdc9afe02b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997553 Oct 15 13:58:11.080897 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb840b-441e-49f9-8cfb-3846a9c48c99 req-1e7d3856-801b-4e46-b905-b4cc0a6d74ea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:11.083573 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1cfb840b-441e-49f9-8cfb-3846a9c48c99 req-1e7d3856-801b-4e46-b905-b4cc0a6d74ea tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Oct 15 13:58:11.160520 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1cfb840b-441e-49f9-8cfb-3846a9c48c99 req-9d328d41-07d7-4fb6-964f-081051148b74 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702543 Oct 15 13:58:11.951432 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:11.955940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:11.957863 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:12.347601 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032735-195d-4944-b833-45fecaded122 req-5d1e6970-eade-4313-b27e-3f12820436eb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:12.349950 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-75032735-195d-4944-b833-45fecaded122 req-5d1e6970-eade-4313-b27e-3f12820436eb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0582876 Oct 15 13:58:12.416754 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-75032735-195d-4944-b833-45fecaded122 req-87acde27-a1fe-4742-b3b1-55f939038aa6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588388 Oct 15 13:58:13.565306 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af732e34-74a2-4395-b793-28522edc9679 req-fc532602-acbb-46f3-873a-803f31842ea1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:13.566872 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af732e34-74a2-4395-b793-28522edc9679 req-fc532602-acbb-46f3-873a-803f31842ea1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0550630 Oct 15 13:58:13.623907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-af732e34-74a2-4395-b793-28522edc9679 req-c1a6f7a0-e67e-47f5-954f-dbea9d02ae12 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476050 Oct 15 13:58:13.854179 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-9bbaf793-2795-4a57-8b85-7bb786485553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:13.855723 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-9bbaf793-2795-4a57-8b85-7bb786485553 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1130 time: 0.0431299 Oct 15 13:58:13.960167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-5dc136ab-e8dc-43e8-af3e-a054a17edf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:13.961657 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-5dc136ab-e8dc-43e8-af3e-a054a17edf78 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.0988052 Oct 15 13:58:14.025717 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-da4bd423-ba96-4827-bc1b-9ecb98b29c33 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 1002 time: 0.0566070 Oct 15 13:58:14.083679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-e972d8de-56ad-4681-b6f6-348b46621ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:14.085227 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-e972d8de-56ad-4681-b6f6-348b46621ad9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0526457 Oct 15 13:58:14.137204 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-d9bb7fe2-4990-4c8a-b40f-787c1d4800cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:14.138734 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-d9bb7fe2-4990-4c8a-b40f-787c1d4800cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453465 Oct 15 13:58:14.234447 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-b5215389-3bf6-41b3-b35c-0092a11fbf30 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Oct 15 13:58:14.333652 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-e98aebb8-8069-406d-b920-8d272bb009c1 req-503cc015-a1c8-4a8c-b7cc-9f458d27cced service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915544 Oct 15 13:58:14.656430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:14.755184 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe934eb-1e5e-446d-b9cd-ed9bd079d8db req-167a58c6-d63d-402a-84a9-b592ba9ae5e6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:14.756729 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fbe934eb-1e5e-446d-b9cd-ed9bd079d8db req-167a58c6-d63d-402a-84a9-b592ba9ae5e6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0506604 Oct 15 13:58:14.807288 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fbe934eb-1e5e-446d-b9cd-ed9bd079d8db req-a0d1f969-e3b2-4812-886e-1dd12468d5cf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Oct 15 13:58:15.955693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425a11d-f4c8-4e9d-b2fe-d2162e89ec85 req-35b80708-97f8-43cf-9a9e-c268bb2bc1b0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:15.957615 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f425a11d-f4c8-4e9d-b2fe-d2162e89ec85 req-35b80708-97f8-43cf-9a9e-c268bb2bc1b0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0568588 Oct 15 13:58:16.009941 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f425a11d-f4c8-4e9d-b2fe-d2162e89ec85 req-12361d4f-baba-41ca-aa1a-3bf0b92573da tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Oct 15 13:58:17.148694 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280083a8-f61d-426a-80ad-9d17fab9dfca req-af289963-1ce2-47c1-b471-46acfd35fe44 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:17.150151 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-280083a8-f61d-426a-80ad-9d17fab9dfca req-af289963-1ce2-47c1-b471-46acfd35fe44 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Oct 15 13:58:17.162189 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:17.203897 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-280083a8-f61d-426a-80ad-9d17fab9dfca req-f2f73524-7207-424d-8438-4106d480e32b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476730 Oct 15 13:58:17.839527 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:17.920358 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: ACTIVE; New status is: DOWN {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:17.920757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:17.945876 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:17.948235 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed359269-052a-42e4-b5a1-bfae4f588ce3" -d '{"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:17.961522 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:17.973615 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:17.997953 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70b756-d6df-470e-b831-da7b732145c9 x-openstack-request-id: req-5a70b756-d6df-470e-b831-da7b732145c9 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:17.998285 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-unplugged", "status": "failed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "code": 422}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:17.998684 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a70b756-d6df-470e-b831-da7b732145c9 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:17.999143 dv-cinder-861491-3-iscsi neutron-server[111010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a70b756-d6df-470e-b831-da7b732145c9']: {'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'code': 422} returned with failed status Oct 15 13:58:18.028919 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=8']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:18.324783 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949667d5-7f63-458b-8457-d4096a63218c req-fcada469-e982-441a-a391-4ebf11055075 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:18.326816 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-949667d5-7f63-458b-8457-d4096a63218c req-fcada469-e982-441a-a391-4ebf11055075 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0537093 Oct 15 13:58:18.355833 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-185e94e0-68b8-46de-a757-e29d667f902a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415547 Oct 15 13:58:18.382044 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-949667d5-7f63-458b-8457-d4096a63218c req-2d1aef65-318b-4de7-842e-8b0be7bd9bd6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Oct 15 13:58:18.436678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-9a5c8a62-c754-49d9-b386-ebf7c6145eed tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:18.438365 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-9a5c8a62-c754-49d9-b386-ebf7c6145eed tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports/b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 941 time: 0.0512874 Oct 15 13:58:19.463867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-28d2eac9-2e52-4828-8cb0-6e0e24dca8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.465461 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-28d2eac9-2e52-4828-8cb0-6e0e24dca8e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965&tenant_id=aabf1193b43040948317be442c5c16f7 HTTP/1.1" status: 200 len: 1128 time: 0.0434136 Oct 15 13:58:19.522414 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fe3c0-05e6-4537-9974-d3a02988f2e6 req-66667654-1616-400b-bcd7-c3a9d8c1fc2d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.523910 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a39fe3c0-05e6-4537-9974-d3a02988f2e6 req-66667654-1616-400b-bcd7-c3a9d8c1fc2d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0495088 Oct 15 13:58:19.532096 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-bf2cb60e-7ef1-45d4-a08a-faac84b17af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.533586 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-bf2cb60e-7ef1-45d4-a08a-faac84b17af7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1128 time: 0.0441899 Oct 15 13:58:19.574701 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a39fe3c0-05e6-4537-9974-d3a02988f2e6 req-2c88ecde-80da-4682-9868-b6adf507a84c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Oct 15 13:58:19.632516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-56b85d3c-a82a-4932-8c20-a680c5d6ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.634015 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-56b85d3c-a82a-4932-8c20-a680c5d6ab9d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.0941761 Oct 15 13:58:19.703107 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-a2569625-2d84-4e4f-8a0b-9df73c3ec15c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0624638 Oct 15 13:58:19.762810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-b3fca48d-8669-44a3-a13f-f2d82847ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.764680 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-b3fca48d-8669-44a3-a13f-f2d82847ff0f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0542531 Oct 15 13:58:19.816055 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-4ae95284-2c4e-4141-bb87-22b71d5451af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:19.817618 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-4ae95284-2c4e-4141-bb87-22b71d5451af service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431721 Oct 15 13:58:19.917605 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-6e7377dc-6ff5-40c0-a65b-93ad368f2ead service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933332 Oct 15 13:58:19.989750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:20.011906 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:20.018548 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-fdf0a5c4-bf85-456b-9439-477c545a9650 req-ddb1d774-4d4c-4c56-82e7-fad19da099a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940404 Oct 15 13:58:20.715576 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:20.722484 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dada2-97f7-4801-978a-4b53bcea10c8 req-c30708b2-87fc-4a0b-9f9d-9169fbbfcbde tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:20.724408 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ac9dada2-97f7-4801-978a-4b53bcea10c8 req-c30708b2-87fc-4a0b-9f9d-9169fbbfcbde tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0520740 Oct 15 13:58:20.791997 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ac9dada2-97f7-4801-978a-4b53bcea10c8 req-3daa27a1-b82c-47db-9322-626daa681ae8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618548 Oct 15 13:58:21.867333 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:21.950731 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8050fb-295f-4915-bdb5-d67781c9bc07 req-c0faf957-d133-4286-b12e-e6aa3c76dc71 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:21.952283 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c8050fb-295f-4915-bdb5-d67781c9bc07 req-c0faf957-d133-4286-b12e-e6aa3c76dc71 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0492296 Oct 15 13:58:21.974550 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: DOWN; New status is: DOWN {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:22.008990 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c8050fb-295f-4915-bdb5-d67781c9bc07 req-f1ecf7be-5ce5-4514-9376-c6ae756a67f7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506294 Oct 15 13:58:22.273008 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d4242dd7-ff44-40d1-9c84-f32005eb880b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:23.153403 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965edb6c-9e01-4274-b7c9-c554ac74b92a req-e0dce2c4-3951-4cfa-83ed-48d8995e14b6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:23.155630 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-965edb6c-9e01-4274-b7c9-c554ac74b92a req-e0dce2c4-3951-4cfa-83ed-48d8995e14b6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0557885 Oct 15 13:58:23.208498 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-965edb6c-9e01-4274-b7c9-c554ac74b92a req-562149c6-3586-42c7-9fe0-28bd92003f2b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468395 Oct 15 13:58:24.361094 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b955588-018e-418a-a199-8a7bfefe70a2 req-1544befe-215c-4e98-b63d-b76a11330742 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:24.362650 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8b955588-018e-418a-a199-8a7bfefe70a2 req-1544befe-215c-4e98-b63d-b76a11330742 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0569837 Oct 15 13:58:24.415290 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8b955588-018e-418a-a199-8a7bfefe70a2 req-a491c9a3-352b-4eee-ab82-c5478fdd7ac9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Oct 15 13:58:24.608650 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-87d13741-00a6-409a-b18e-47a2d7592008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:25.553841 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0fb90-fbf0-40c3-9b6b-5a578cec76dd req-d9097c5d-48eb-4332-baa1-943368a89bee tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:25.556146 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2a0fb90-fbf0-40c3-9b6b-5a578cec76dd req-d9097c5d-48eb-4332-baa1-943368a89bee tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0548787 Oct 15 13:58:25.611732 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b2a0fb90-fbf0-40c3-9b6b-5a578cec76dd req-27629e5e-86f5-49cb-ab0d-05a5067b6bdd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498977 Oct 15 13:58:26.228890 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:26.768500 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262097b-bb57-47b2-ad52-f187bacf554b req-b35b8066-6b29-4cbb-badb-4ad40a04b919 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:26.770088 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4262097b-bb57-47b2-ad52-f187bacf554b req-b35b8066-6b29-4cbb-badb-4ad40a04b919 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0560937 Oct 15 13:58:26.822064 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4262097b-bb57-47b2-ad52-f187bacf554b req-5c641e75-9e2f-4c9f-9ba2-8047e4a9ee0b tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Oct 15 13:58:27.769844 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:27.803649 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:28.001339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ab01-9393-4dd5-a04f-b0df26010700 req-c34c1147-1763-40eb-8e71-5807c1c7defe tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:28.003652 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3967ab01-9393-4dd5-a04f-b0df26010700 req-c34c1147-1763-40eb-8e71-5807c1c7defe tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0733809 Oct 15 13:58:28.064376 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-3967ab01-9393-4dd5-a04f-b0df26010700 req-48d74505-fb92-402f-bc0e-45953ba8d7a0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550771 Oct 15 13:58:29.218738 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8721ff0-1c8c-492f-a8de-39cb0304b512 req-9bd2c0ae-5ff8-46ef-9290-bc3322e65674 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:29.220259 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8721ff0-1c8c-492f-a8de-39cb0304b512 req-9bd2c0ae-5ff8-46ef-9290-bc3322e65674 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0601566 Oct 15 13:58:29.275369 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8721ff0-1c8c-492f-a8de-39cb0304b512 req-77cc69d1-bf85-4531-afbf-8b7479b945a6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492268 Oct 15 13:58:29.447480 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=6 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:29.448274 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:30.014910 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:30.417372 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:30.433377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa541b4-1968-4df8-abaa-e94b2dc762b2 req-fd5abb86-309e-4e86-94ed-c32802147cbd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:30.434870 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5fa541b4-1968-4df8-abaa-e94b2dc762b2 req-fd5abb86-309e-4e86-94ed-c32802147cbd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0572925 Oct 15 13:58:30.489085 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5fa541b4-1968-4df8-abaa-e94b2dc762b2 req-bbbef208-68f6-4ba9-a2eb-e5c94208d096 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Oct 15 13:58:31.643492 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e031-4585-4290-b881-af44f25caaa8 req-038b42ad-ee87-4462-b8cd-557805f2aab1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:31.645000 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4c27e031-4585-4290-b881-af44f25caaa8 req-038b42ad-ee87-4462-b8cd-557805f2aab1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0628421 Oct 15 13:58:31.694577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-4c27e031-4585-4290-b881-af44f25caaa8 req-6ae7fc7b-0efe-4a09-a5bc-a5eb5f067187 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Oct 15 13:58:33.018413 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ffad-f9cc-4a5a-b0e1-c023ba12e847 req-0950e687-0aff-484d-87d8-e8c29ed698aa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:33.019788 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ca8ffad-f9cc-4a5a-b0e1-c023ba12e847 req-0950e687-0aff-484d-87d8-e8c29ed698aa tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.2378919 Oct 15 13:58:33.069584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8ca8ffad-f9cc-4a5a-b0e1-c023ba12e847 req-54bb5113-39f8-49af-b32a-f1b8611feeaf tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Oct 15 13:58:34.221980 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbef8e5-66ee-4abe-98f8-ffeba11d7cda req-f289c903-924b-4a49-952c-6670f4a7b652 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:34.223432 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0bbef8e5-66ee-4abe-98f8-ffeba11d7cda req-f289c903-924b-4a49-952c-6670f4a7b652 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0560839 Oct 15 13:58:34.288254 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:34.295844 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0bbef8e5-66ee-4abe-98f8-ffeba11d7cda req-81dcaeca-97ae-4bd3-85d2-4b9cd8ac77c6 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610685 Oct 15 13:58:35.461773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83f13a-d6e8-4c92-b08b-88b9bc84ad00 req-39e8cd80-5e62-49f5-9db6-d5bb5e8bfb2d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:35.463184 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0d83f13a-d6e8-4c92-b08b-88b9bc84ad00 req-39e8cd80-5e62-49f5-9db6-d5bb5e8bfb2d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 944 time: 0.0661087 Oct 15 13:58:35.523586 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0d83f13a-d6e8-4c92-b08b-88b9bc84ad00 req-1f7a76c9-4b98-4e00-a419-e2141be42fb0 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544617 Oct 15 13:58:35.935471 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:58:36.053365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:36.065048 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'port_id': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'mac_address': 'fa:16:3e:38:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:58:36.104146 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:36.104541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:36.119176 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:58:36.139708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:36.147040 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:36.193821 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=9']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:36.201303 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.201650 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.201992 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.202328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.202659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.202982 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.203365 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.203691 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.204034 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.204359 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.204681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.205003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.205324 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.205651 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.205961 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:36.503586 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:58:36.664037 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7141867-bff1-42d8-9127-674928e1b17a req-c48078bd-eb89-48c8-a35d-257e5339c905 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:36.665698 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d7141867-bff1-42d8-9127-674928e1b17a req-c48078bd-eb89-48c8-a35d-257e5339c905 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0523846 Oct 15 13:58:36.718196 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d7141867-bff1-42d8-9127-674928e1b17a req-5a1c07ce-8c9c-4bd6-953a-951c76c985e1 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Oct 15 13:58:37.862317 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8628-d42a-4c1b-ba44-17815a185ca0 req-191bd50e-382a-41d7-a7c6-75ea3c646a76 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:37.863816 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d6c8628-d42a-4c1b-ba44-17815a185ca0 req-191bd50e-382a-41d7-a7c6-75ea3c646a76 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 945 time: 0.0531821 Oct 15 13:58:37.917786 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2d6c8628-d42a-4c1b-ba44-17815a185ca0 req-fb0347a4-3d75-40f1-9f9c-b820925b0805 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455799 Oct 15 13:58:37.954742 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:58:38.005362 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:58:38.005776 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.006128 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 Oct 15 13:58:38.084897 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:38.085203 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.110266 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:38.112847 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf16e34-e5ae-4105-ab72-47baacac93bc" -d '{"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:38.126080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:38.131450 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.155403 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5da5a8-fb5a-4bb5-9e45-54475773c031 x-openstack-request-id: req-ae5da5a8-fb5a-4bb5-9e45-54475773c031 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:38.155852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-plugged", "status": "completed", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:38.156041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae5da5a8-fb5a-4bb5-9e45-54475773c031 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:38.156360 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5da5a8-fb5a-4bb5-9e45-54475773c031'] response: {'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'code': 200} Oct 15 13:58:38.187265 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=10']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:38.358408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e31ad5-9ef2-4dea-8a68-8af4c381d657 req-854d1640-78dd-435a-b8ec-ff6b0ee148aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:38.360013 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-c5e31ad5-9ef2-4dea-8a68-8af4c381d657 req-854d1640-78dd-435a-b8ec-ff6b0ee148aa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1131 time: 0.0505462 Oct 15 13:58:38.407456 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-c5e31ad5-9ef2-4dea-8a68-8af4c381d657 req-3c7fa50d-7606-455e-8826-7ed49abdfb52 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Oct 15 13:58:38.552964 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59482) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:38.723718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Deleting port 094af102-1382-406a-8074-24cbcdaaac64 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:38.723996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (094af102-1382-406a-8074-24cbcdaaac64), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.808333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (094af102-1382-406a-8074-24cbcdaaac64), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.808627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for floatingip (094af102-1382-406a-8074-24cbcdaaac64), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:38.822138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Calling delete_port for 094af102-1382-406a-8074-24cbcdaaac64 owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:38.937627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:39.020669 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (094af102-1382-406a-8074-24cbcdaaac64), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:39.077568 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event deleted for resources: {'Port': ['ID=094af102-1382-406a-8074-24cbcdaaac64,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:39.105752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8828b0a-af54-4ea0-9d93-d30aaadb448f req-b60db2fb-51a5-4ba6-86f1-e78c2708cd3d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:39.107629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8828b0a-af54-4ea0-9d93-d30aaadb448f req-b60db2fb-51a5-4ba6-86f1-e78c2708cd3d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.1019857 Oct 15 13:58:39.173153 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for floatingip (7aca838f-9b7b-4f1c-8409-8aa777cc8f2b), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:39.173666 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Floating IP 7aca838f-9b7b-4f1c-8409-8aa777cc8f2b disassociated (deleted). External IP: 172.27.0.241, port: 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439. Oct 15 13:58:39.227149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e8828b0a-af54-4ea0-9d93-d30aaadb448f req-4cbaeae4-8476-443e-abc8-779a6fe5672d tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983078 Oct 15 13:58:39.231419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:39.405390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:58:39.517154 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:58:39.522173 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:39.527276 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Sync routers for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:58:39.537774 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:39.538409 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:39.553065 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9369be5f-55e2-4dab-9fad-5ed6e5a14f60 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/7aca838f-9b7b-4f1c-8409-8aa777cc8f2b HTTP/1.1" status: 204 len: 168 time: 0.9990144 Oct 15 13:58:39.553714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:39.556049 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb8665-f250-4138-bf91-cddd57471415" -d '{"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:39.594858 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c223f6-fa42-405c-aa90-cd4bc6238a19 x-openstack-request-id: req-14c223f6-fa42-405c-aa90-cd4bc6238a19 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:39.595154 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:39.595594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14c223f6-fa42-405c-aa90-cd4bc6238a19 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:39.596063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c223f6-fa42-405c-aa90-cd4bc6238a19'] response: {'name': 'network-changed', 'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'status': 'completed', 'code': 200} Oct 15 13:58:39.648011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:39.689091 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8665-f250-4138-bf91-cddd57471415 req-9243cdba-2650-42e2-bf94-16c152438da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:39.691420 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-9243cdba-2650-42e2-bf94-16c152438da4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 1130 time: 0.0420480 Oct 15 13:58:39.772577 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:39.775292 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:39.786442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:39.804673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da562-31ba-40c1-a8de-f857a55fd0a3 req-21950f31-b174-4983-989b-ee2a3ba820a0 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:39.805955 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8665-f250-4138-bf91-cddd57471415 req-a6aeb490-36b1-4aa8-aefb-d0435d57d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:39.807551 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-a6aeb490-36b1-4aa8-aefb-d0435d57d9eb service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 200 len: 910 time: 0.1096318 Oct 15 13:58:39.808474 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5d9da562-31ba-40c1-a8de-f857a55fd0a3 req-21950f31-b174-4983-989b-ee2a3ba820a0 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0591402 Oct 15 13:58:39.858326 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5d9da562-31ba-40c1-a8de-f857a55fd0a3 req-7d174eef-6d1b-443e-baa3-e9512d88abd4 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460479 Oct 15 13:58:39.859940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:39.888993 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Checking router: ffc24ecd-8152-4ccf-b26e-62b3cf13f97b for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:58:39.898160 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:39.898773 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:40.009208 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:40.218156 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:40.245534 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf045d-b2a8-4954-9980-f04290e8f7dc None None] The sync data for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi is: [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:24Z', 'revision_number': 4, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c10142a2-c869-4202-afe9-700038af37f4', 'name': '', 'network_id': '5e76fb37-a025-4bec-9983-1f8b302b3a11', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'mac_address': 'fa:16:3e:92:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '58a08625-b5ce-4534-951a-82b7142375ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:22Z', 'updated_at': '2022-10-15T13:51:37Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'subnets': [{'id': '58a08625-b5ce-4534-951a-82b7142375ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:58:40.381687 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b4a0-64c6-4a36-ae0b-77d581e21b18 req-1f90e246-57f0-4137-a376-98b08b40e3bb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:40.384380 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb09b4a0-64c6-4a36-ae0b-77d581e21b18 req-1f90e246-57f0-4137-a376-98b08b40e3bb tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0654492 Oct 15 13:58:40.440416 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cb09b4a0-64c6-4a36-ae0b-77d581e21b18 req-f7e86d3d-d2d4-45ef-8229-65d66dd10bb8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481248 Oct 15 13:58:40.479858 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc47d2-e67b-49d8-8172-dad919e31504 None None] New status for floating IP 7aca838f-9b7b-4f1c-8409-8aa777cc8f2b: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:58:40.986519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b32fc-5db3-45e1-bbaa-0d16d976dcb8 req-b9c1b435-35c8-4444-a3b5-63d2e1e37981 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:40.988246 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe7b32fc-5db3-45e1-bbaa-0d16d976dcb8 req-b9c1b435-35c8-4444-a3b5-63d2e1e37981 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Oct 15 13:58:41.012589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:41.016929 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-aa936f8a-024b-4d74-98a7-fddc5945ff35 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 200 len: 217 time: 0.0388455 Oct 15 13:58:41.051989 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe7b32fc-5db3-45e1-bbaa-0d16d976dcb8 req-207a9c9d-5e93-46e2-ad19-64e6628792a1 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569284 Oct 15 13:58:41.578563 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8665-f250-4138-bf91-cddd57471415 req-270dfe14-58ab-41fe-8b44-536683e563a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:41.580317 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-270dfe14-58ab-41fe-8b44-536683e563a0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 200 len: 848 time: 0.0612051 Oct 15 13:58:41.583632 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49564-8dd7-4266-903c-e2508260f7cd req-f758d425-9147-40a4-946d-840c82d30d18 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:41.585172 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fba49564-8dd7-4266-903c-e2508260f7cd req-f758d425-9147-40a4-946d-840c82d30d18 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0568578 Oct 15 13:58:41.653702 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fba49564-8dd7-4266-903c-e2508260f7cd req-1eed02be-43e0-42ad-99b9-8691721ac5bd tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553827 Oct 15 13:58:42.182852 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8665-f250-4138-bf91-cddd57471415 req-c2d6dbaf-6eab-45e7-b758-9c8c56da37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:42.184407 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-c2d6dbaf-6eab-45e7-b758-9c8c56da37fe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=5e76fb37-a025-4bec-9983-1f8b302b3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423799 Oct 15 13:58:42.186316 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfce5cf-d708-439c-ab4a-eb522eda197d req-f32900b7-b107-4edf-9160-82beb9741140 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:42.187901 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5bfce5cf-d708-439c-ab4a-eb522eda197d req-f32900b7-b107-4edf-9160-82beb9741140 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0514641 Oct 15 13:58:42.242308 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5bfce5cf-d708-439c-ab4a-eb522eda197d req-2f8248af-d419-492a-90c2-9223d6ed700a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=1c0f61af-b721-4424-9d42-9a670b95d66a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478184 Oct 15 13:58:42.285344 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-645d1ab2-9604-46ed-b75d-c27043fab3fc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932057 Oct 15 13:58:42.627501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-53c682da-a394-443e-ac5b-756c716c9f5a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:42.628871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-53c682da-a394-443e-ac5b-756c716c9f5a tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 946 time: 0.0770397 Oct 15 13:58:42.669772 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-01fb8665-f250-4138-bf91-cddd57471415 req-02e27666-9759-4f9f-8309-835b347e8245 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165464 Oct 15 13:58:42.800694 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Deleting port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:42.801302 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:42.910006 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c246f8-f61d-4546-af38-2edde1ba06f1 req-acebe756-2e53-4679-8c0e-655a90670ee7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:42.911545 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d8c246f8-f61d-4546-af38-2edde1ba06f1 req-acebe756-2e53-4679-8c0e-655a90670ee7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.1126270 Oct 15 13:58:42.969452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] For port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:42.969847 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:42.995308 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Calling delete_port for 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:42.996890 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:43.019018 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d8c246f8-f61d-4546-af38-2edde1ba06f1 req-2615a616-3e1f-487f-ab9d-132ba889a0c4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931003 Oct 15 13:58:43.175178 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (4b0e8bf4-1aae-4e0a-be03-f2d19fe48439), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:43.206949 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event deleted for resources: {'Port': ['ID=4b0e8bf4-1aae-4e0a-be03-f2d19fe48439,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:43.264447 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] No DVR routers for this DVR port 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:58:43.268547 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:43.272422 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e61aded1-f35d-4e7e-80a6-b146ae213cb6 req-627352ad-8381-4d62-a866-5ce1740fb4fa tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 HTTP/1.1" status: 204 len: 173 time: 0.6370504 Oct 15 13:58:43.272993 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-deleted', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:43.275506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647fea55-6b6d-46d5-8edf-e5af64676b06" -d '{"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-deleted", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:43.367629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ed3a2-4074-4845-8d7d-2c82a0021b62 x-openstack-request-id: req-6e5ed3a2-4074-4845-8d7d-2c82a0021b62 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:43.367962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aaed-46c7-4807-9d3b-957616dd4047", "name": "network-vif-deleted", "tag": "4b0e8bf4-1aae-4e0a-be03-f2d19fe48439", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:43.368227 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e5ed3a2-4074-4845-8d7d-2c82a0021b62 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:43.368641 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5ed3a2-4074-4845-8d7d-2c82a0021b62'] response: {'server_uuid': '1413aaed-46c7-4807-9d3b-957616dd4047', 'name': 'network-vif-deleted', 'tag': '4b0e8bf4-1aae-4e0a-be03-f2d19fe48439', 'status': 'completed', 'code': 200} Oct 15 13:58:43.403629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d76a9fa0-f4e8-42a1-92b6-32d3e1f6daf1 req-2618fce0-04e4-4e57-a77e-affb8ade6857 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0380890 Oct 15 13:58:44.539488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-89647abd-604f-4e87-92c7-f3cfdf59c1ec req-190015e8-cb90-4c13-b0ce-7910a9db6207 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1413aaed-46c7-4807-9d3b-957616dd4047 HTTP/1.1" status: 200 len: 210 time: 0.0335348 Oct 15 13:58:44.645759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:45.490320 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:58:45.612156 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59606) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:45.675700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (1c0f61af-b721-4424-9d42-9a670b95d66a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:45.701189 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (1c0f61af-b721-4424-9d42-9a670b95d66a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:45.738807 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:45.766148 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1c0f61af-b721-4424-9d42-9a670b95d66a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:45.769205 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:45.770386 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1c0f61af-b721-4424-9d42-9a670b95d66a HTTP/1.1" status: 204 len: 168 time: 0.1572108 Oct 15 13:58:45.780092 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa74f77-ad80-4cc3-8d78-fe8f726c3fa5 tempest-TestShelveInstance-1752229947 tempest-TestShelveInstance-1752229947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0f61af-b721-4424-9d42-9a670b95d66a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:45.825372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59610) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:46.012667 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:46.036062 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:46.036754 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 4b0e8bf4-1aae-4e0a-be03-f2d19fe48439 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:46.282493 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:46.440922 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:46.445407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:46.529958 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Deleting port c10142a2-c869-4202-afe9-700038af37f4 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:46.530366 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (c10142a2-c869-4202-afe9-700038af37f4), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:46.624323 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] For port c10142a2-c869-4202-afe9-700038af37f4, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c10142a2-c869-4202-afe9-700038af37f4,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:46.624678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (c10142a2-c869-4202-afe9-700038af37f4), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:46.638349 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Calling delete_port for c10142a2-c869-4202-afe9-700038af37f4 owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:46.829688 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c10142a2-c869-4202-afe9-700038af37f4), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:46.854734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c10142a2-c869-4202-afe9-700038af37f4,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:46.881934 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.882277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.882592 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.882960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.883292 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.883763 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.883918 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.884273 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:46.889361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:47.046338 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:47.068835 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcfe3c-34fb-4c2e-9979-96fc4cf8ae2d None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:58:47.180358 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfcfe3c-34fb-4c2e-9979-96fc4cf8ae2d None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:58:47.264126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:58:47.314249 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:47.323209 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:47.377651 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:58:47.383902 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-195d765f-f6d9-46ff-8912-b2618206e3aa admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ffc24ecd-8152-4ccf-b26e-62b3cf13f97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573812 Oct 15 13:58:47.386887 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59622) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:47.388999 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Sync routers for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:58:47.403612 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:47.404170 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:47.504644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks [] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:47.517582 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:47.729527 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:58:46Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:47.757543 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Checking router: ffc24ecd-8152-4ccf-b26e-62b3cf13f97b for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:58:47.773501 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Routers {'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:47.774250 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:47.901162 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] Set router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:47.916443 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks [] for router_gateway (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:47.963587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Deleting port 1526f09e-8000-4965-b167-1c1dd2f6d1c0 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:47.963968 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.017988 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-9e21fbd7-6a12-42d9-bc21-f5e20c7757a7 None None] Provisioning complete for port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:58:48.018355 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9e21fbd7-6a12-42d9-bc21-f5e20c7757a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.018685 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-9e21fbd7-6a12-42d9-bc21-f5e20c7757a7 None None] Attempt 1 to provision port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 Oct 15 13:58:48.053678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] For port 1526f09e-8000-4965-b167-1c1dd2f6d1c0, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1526f09e-8000-4965-b167-1c1dd2f6d1c0,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:48.054037 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.070239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Calling delete_port for 1526f09e-8000-4965-b167-1c1dd2f6d1c0 owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:48.083360 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:48.115645 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:48.166762 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:58:46Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:48.171204 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-9e21fbd7-6a12-42d9-bc21-f5e20c7757a7 None None] Current status of the port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:48.199489 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a715f9-e014-4443-b4f8-31b4744865b0 None None] The sync data for ids ['ffc24ecd-8152-4ccf-b26e-62b3cf13f97b'] in dv-cinder-861491-3-iscsi is: [{'id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'name': 'tempest-TestShelveInstance-1273062745-router', 'tenant_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:58:46Z', 'revision_number': 5, 'project_id': '9a6be8e43c7742be84f4dc3c95a990e5', 'gw_port': {'id': '1526f09e-8000-4965-b167-1c1dd2f6d1c0', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc24ecd-8152-4ccf-b26e-62b3cf13f97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:18Z', 'updated_at': '2022-10-15T13:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:58:48.257491 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:48.268480 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (1526f09e-8000-4965-b167-1c1dd2f6d1c0), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.295867 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1526f09e-8000-4965-b167-1c1dd2f6d1c0,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:48.364692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.457664 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.460105 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks [] for router_controller (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.510285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (ffc24ecd-8152-4ccf-b26e-62b3cf13f97b), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.510911 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc24ecd-8152-4ccf-b26e-62b3cf13f97b {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:58:48.515555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.516743 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c3d9212b-7cd1-4bec-a658-afe6860bea8d admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ffc24ecd-8152-4ccf-b26e-62b3cf13f97b HTTP/1.1" status: 204 len: 168 time: 1.1287386 Oct 15 13:58:48.520274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59628) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:48.567896 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Deleting subnet 58a08625-b5ce-4534-951a-82b7142375ab {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:58:48.571635 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Publish callbacks [] for subnet (58a08625-b5ce-4534-951a-82b7142375ab), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.604109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:48.616942 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (58a08625-b5ce-4534-951a-82b7142375ab), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.704111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (58a08625-b5ce-4534-951a-82b7142375ab), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.761813 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (58a08625-b5ce-4534-951a-82b7142375ab), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.791731 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a08625-b5ce-4534-951a-82b7142375ab,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:48.793805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:48.799784 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59632) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:48.800683 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-afef6020-23fa-41e7-8380-e323304d0165 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/58a08625-b5ce-4534-951a-82b7142375ab HTTP/1.1" status: 204 len: 168 time: 0.2786279 Oct 15 13:58:48.802629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5f053-9f2b-4695-bc58-7b21678f0ba8 None None] Network 5e76fb37-a025-4bec-9983-1f8b302b3a11 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:58:48.882360 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (5e76fb37-a025-4bec-9983-1f8b302b3a11), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.188892 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Deleting port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:49.189131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.255596 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] For port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,segment=NetworkSegment(cad35ae1-421b-4c6a-bc1c-9fb057eaa154),segment_id=cad35ae1-421b-4c6a-bc1c-9fb057eaa154)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:49.255951 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.271303 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Calling delete_port for 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:49.299698 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] DHCP port deletion for 5e76fb37-a025-4bec-9983-1f8b302b3a11 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:58:49.347264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:49.351902 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c10142a2-c869-4202-afe9-700038af37f4 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:49.365547 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.384001 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: c10142a2-c869-4202-afe9-700038af37f4 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:49.384289 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c10142a2-c869-4202-afe9-700038af37f4 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:49.386334 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Deleting port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:49.386709 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.398090 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:49.404688 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] No DVR routers for this DVR port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:58:49.451759 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] For port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031, host dv-cinder-861491-3-iscsi, got binding levels [] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:49.452199 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.469167 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Calling delete_port for 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:49.472057 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 was not found and therefore no delete operation was performed {{(pid=111010) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 15 13:58:49.473565 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (1a6296e5-4e41-42d2-a4e2-5cc07ef91031), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.480369 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (5e76fb37-a025-4bec-9983-1f8b302b3a11), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.497436 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] Pushing event deleted for resources: {'Port': ['ID=1a6296e5-4e41-42d2-a4e2-5cc07ef91031,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:49.503182 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0729e-8efd-4f7b-866a-7a1e8ffe7880 None None] No DVR routers for this DVR port 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:58:49.508371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e76fb37-a025-4bec-9983-1f8b302b3a11']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:49.521005 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:49.521301 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad35ae1-421b-4c6a-bc1c-9fb057eaa154') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:49.532131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (cad35ae1-421b-4c6a-bc1c-9fb057eaa154), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.546612 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (cad35ae1-421b-4c6a-bc1c-9fb057eaa154), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.554023 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:58:49.554442 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (cad35ae1-421b-4c6a-bc1c-9fb057eaa154), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.596204 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment cad35ae1-421b-4c6a-bc1c-9fb057eaa154 resource provider aggregate not found Oct 15 13:58:49.624573 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment cad35ae1-421b-4c6a-bc1c-9fb057eaa154 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cad35ae1-421b-4c6a-bc1c-9fb057eaa154 found for delete ", "request_id": "req-fb57816e-e217-4554-b048-f94c84c33c2f"}]} Oct 15 13:58:49.630778 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (5e76fb37-a025-4bec-9983-1f8b302b3a11), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.635520 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:49.639531 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/5e76fb37-a025-4bec-9983-1f8b302b3a11 HTTP/1.1" status: 204 len: 168 time: 0.8383796 Oct 15 13:58:49.642734 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59640) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:49.654827 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d744fd6-e0e6-44f2-be3b-a88421cdbf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e76fb37-a025-4bec-9983-1f8b302b3a11,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:50.000772 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (9be6c270-20ea-4e83-9915-84299abfd3dc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:50.132917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:50.246092 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Deleting port d19a3cf9-89fb-4d55-91b5-f90a3a58200e {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:50.246431 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:50.352323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] For port d19a3cf9-89fb-4d55-91b5-f90a3a58200e, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:50.352323 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:50.360351 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Calling delete_port for d19a3cf9-89fb-4d55-91b5-f90a3a58200e owned by network:router_interface {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:50.484674 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:50.502052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:50.513667 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-c4d1abcc-c58e-494d-8a78-2d4910f88d96 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635815 Oct 15 13:58:50.624789 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e03-147a-4370-b601-406cf97f04ff req-7d039607-ff60-410b-afcf-46ec5f45be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:50.626317 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-7d039607-ff60-410b-afcf-46ec5f45be6b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aabf1193b43040948317be442c5c16f7&device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 1131 time: 0.0576658 Oct 15 13:58:50.738616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (d19a3cf9-89fb-4d55-91b5-f90a3a58200e), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:50.774494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19a3cf9-89fb-4d55-91b5-f90a3a58200e,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:50.853632 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e03-147a-4370-b601-406cf97f04ff req-a1543430-b0b9-4ec1-8ef1-391d005b83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:50.855508 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-a1543430-b0b9-4ec1-8ef1-391d005b83a3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 200 len: 918 time: 0.1984823 Oct 15 13:58:51.008584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-f219ee22-76bc-4557-b268-7f040d2fb2f6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 200 len: 1002 time: 0.1463075 Oct 15 13:58:51.093359 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:51.097438 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:51.106978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (9be6c270-20ea-4e83-9915-84299abfd3dc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:51.115229 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e03-147a-4370-b601-406cf97f04ff req-d301b49f-bb53-4cb2-b520-70dcd54c64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:51.117179 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-d301b49f-bb53-4cb2-b520-70dcd54c64b9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 200 len: 856 time: 0.0795565 Oct 15 13:58:51.122134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:51.122586 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1a6296e5-4e41-42d2-a4e2-5cc07ef91031 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:51.123250 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1526f09e-8000-4965-b167-1c1dd2f6d1c0 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:51.148934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 1526f09e-8000-4965-b167-1c1dd2f6d1c0 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:51.149476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 1526f09e-8000-4965-b167-1c1dd2f6d1c0 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:51.159494 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d39ec-374e-49f8-a3c4-f836c5ca274d None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:58:51.209176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e03-147a-4370-b601-406cf97f04ff req-0296b23e-851c-4f8d-a440-a47d03cbf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:51.210730 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-0296b23e-851c-4f8d-a440-a47d03cbf8fd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=2be587d7-2a5c-4c32-9783-ff3a198697e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865400 Oct 15 13:58:51.274641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d39ec-374e-49f8-a3c4-f836c5ca274d None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:58:51.405063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-a459c358-9320-489f-85da-7ee9cde85726 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863627 Oct 15 13:58:51.505931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:51.524219 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Router 9be6c270-20ea-4e83-9915-84299abfd3dc has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:58:51.561840 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7a32e03-147a-4370-b601-406cf97f04ff req-d8c99006-e277-4285-a23c-3b6f5631d7f0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506400 Oct 15 13:58:51.692983 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:58:51.700738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b5c77941-fa6c-4249-a486-a96b40fdfe51 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/9be6c270-20ea-4e83-9915-84299abfd3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0563281 Oct 15 13:58:51.701905 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59654) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:51.704105 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Sync routers for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:58:51.721071 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:51.721716 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:51.826607 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks [] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:51.846352 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:52.105803 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:58:50Z', 'revision_number': 5, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:52.125641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59658) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:52.130736 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608723527', 'description': 'tempest-description--179518722'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:52.160369 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Checking router: 9be6c270-20ea-4e83-9915-84299abfd3dc for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:58:52.174261 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.174698 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Routers {'9be6c270-20ea-4e83-9915-84299abfd3dc'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:58:52.175340 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['9be6c270-20ea-4e83-9915-84299abfd3dc'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:52.239224 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-26ea2b93-159b-47c2-89d1-6beff572b440 None None] Provisioning complete for port 62023ea1-7437-4dcc-b143-44f3ae46f222 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:58:52.240330 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-26ea2b93-159b-47c2-89d1-6beff572b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.240826 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-26ea2b93-159b-47c2-89d1-6beff572b440 None None] Attempt 1 to provision port 62023ea1-7437-4dcc-b143-44f3ae46f222 Oct 15 13:58:52.289673 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (04a2e957-0fd5-4686-ba22-f3ad463e26fb), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.290417 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks [] for router_gateway (9be6c270-20ea-4e83-9915-84299abfd3dc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.296974 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (04a2e957-0fd5-4686-ba22-f3ad463e26fb), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.332293 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] Set router 9be6c270-20ea-4e83-9915-84299abfd3dc gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:58:52.342116 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2e957-0fd5-4686-ba22-f3ad463e26fb,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:52.350412 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.351818 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5b02426b-21cd-4538-ae0a-83487ebc16c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.354327 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-281d0ec3-839b-44a8-810c-3bec8690b6fe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2263055 Oct 15 13:58:52.358089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59660) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:52.368623 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Deleting port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:52.369193 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '04a2e957-0fd5-4686-ba22-f3ad463e26fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:52.369455 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.370397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-26ea2b93-159b-47c2-89d1-6beff572b440 None None] Current status of the port 62023ea1-7437-4dcc-b143-44f3ae46f222 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:58:52.416687 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (0470f44d-3a64-4e4d-8cda-c3f258c77ef6), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.449279 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:52.481956 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:52.485900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] For port ced7534a-77f2-4ff9-90d2-c59e8cb97ca1, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:52.486835 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.495641 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (0470f44d-3a64-4e4d-8cda-c3f258c77ef6), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.499619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:52.506876 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (0470f44d-3a64-4e4d-8cda-c3f258c77ef6), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.523054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Calling delete_port for ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:52.537283 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0470f44d-3a64-4e4d-8cda-c3f258c77ef6,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:52.547390 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.551352 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-673a6599-9281-4bfc-ae44-9935c36feecd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880393 Oct 15 13:58:52.551635 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59664) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:52.557119 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '04a2e957-0fd5-4686-ba22-f3ad463e26fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:52.585322 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:58:50Z', 'revision_number': 5, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:52.604589 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (6c7b8290-04c8-401e-a9be-271f2de0c325), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.613455 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e6725-0be3-4f41-b031-cfb34140a20a None None] The sync data for ids ['9be6c270-20ea-4e83-9915-84299abfd3dc'] in dv-cinder-861491-3-iscsi is: [{'id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'name': 'tempest-TestShelveInstance-459852634-router', 'tenant_id': 'd5b8e9a790184f12b5188156c43053a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:51:30Z', 'updated_at': '2022-10-15T13:58:50Z', 'revision_number': 5, 'project_id': 'd5b8e9a790184f12b5188156c43053a1', 'gw_port': {'id': 'ced7534a-77f2-4ff9-90d2-c59e8cb97ca1', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be6c270-20ea-4e83-9915-84299abfd3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:51:31Z', 'updated_at': '2022-10-15T13:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:58:52.683762 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (6c7b8290-04c8-401e-a9be-271f2de0c325), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.689623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (6c7b8290-04c8-401e-a9be-271f2de0c325), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.710097 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7b8290-04c8-401e-a9be-271f2de0c325,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:52.719568 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.723915 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-306585fc-2f72-442b-ab3b-292c710d1469 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680534 Oct 15 13:58:52.726242 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59666) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:52.730797 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:52.755481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.757214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (ced7534a-77f2-4ff9-90d2-c59e8cb97ca1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.787958 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced7534a-77f2-4ff9-90d2-c59e8cb97ca1,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:52.846174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.864768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (9be6c270-20ea-4e83-9915-84299abfd3dc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.963511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.966226 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks [] for router_controller (9be6c270-20ea-4e83-9915-84299abfd3dc), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:52.996503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.27.0.59 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/65b19ef9-f26d-418e-861e-f504433d0a33) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:58:53.043048 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (9be6c270-20ea-4e83-9915-84299abfd3dc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.043860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be6c270-20ea-4e83-9915-84299abfd3dc {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:58:53.049228 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.051670 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d19a3cf9-89fb-4d55-91b5-f90a3a58200e no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:53.054149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-464a876d-cf2b-4510-80e1-33bf1a4d7cf6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/9be6c270-20ea-4e83-9915-84299abfd3dc HTTP/1.1" status: 204 len: 168 time: 1.3511446 Oct 15 13:58:53.056146 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59668) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:53.080515 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: d19a3cf9-89fb-4d55-91b5-f90a3a58200e {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:53.080865 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d19a3cf9-89fb-4d55-91b5-f90a3a58200e not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:53.113998 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:53.122583 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Deleting subnet ea0199d0-3d38-4950-bd9d-36b6fb119086 {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:58:53.128442 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Publish callbacks [] for subnet (ea0199d0-3d38-4950-bd9d-36b6fb119086), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.155522 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (65b19ef9-f26d-418e-861e-f504433d0a33), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.177799 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (ea0199d0-3d38-4950-bd9d-36b6fb119086), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.195131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.249227 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:58:53.252914 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:58:53.257512 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:58:53.265288 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (ea0199d0-3d38-4950-bd9d-36b6fb119086), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.280361 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=65b19ef9-f26d-418e-861e-f504433d0a33,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:53.334019 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:53.349395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (ea0199d0-3d38-4950-bd9d-36b6fb119086), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.363821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.380235 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0199d0-3d38-4950-bd9d-36b6fb119086,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:53.384632 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.393029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3cccd-8222-4974-81e1-4c6b1663542e None None] Network ad217a23-d5c9-466d-9710-063fd3c74c75 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:58:53.396162 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-19bae77e-555d-493a-8041-913b6200a5b8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/ea0199d0-3d38-4950-bd9d-36b6fb119086 HTTP/1.1" status: 204 len: 168 time: 0.3388209 Oct 15 13:58:53.396934 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59670) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:53.422054 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.480768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (ad217a23-d5c9-466d-9710-063fd3c74c75), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.494224 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=2,neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:53.543919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Deleting port 62023ea1-7437-4dcc-b143-44f3ae46f222 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:58:53.543919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.606941 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:53.618226 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (65b19ef9-f26d-418e-861e-f504433d0a33), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.620077 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] For port 62023ea1-7437-4dcc-b143-44f3ae46f222, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=62023ea1-7437-4dcc-b143-44f3ae46f222,segment=NetworkSegment(e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452),segment_id=e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:58:53.620442 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.624533 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.635125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Calling delete_port for 62023ea1-7437-4dcc-b143-44f3ae46f222 owned by network:dhcp {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:58:53.697237 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=65b19ef9-f26d-418e-861e-f504433d0a33,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:53.700862 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.719841 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.721286 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-372e8ddd-aa81-479c-beb3-0f2796fa5927 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9940350 Oct 15 13:58:53.731162 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (62023ea1-7437-4dcc-b143-44f3ae46f222), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.760951 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62023ea1-7437-4dcc-b143-44f3ae46f222,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:53.764429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] No DVR routers for this DVR port 62023ea1-7437-4dcc-b143-44f3ae46f222 on host dv-cinder-861491-3-iscsi {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:58:53.825315 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ef729-720e-4035-8b8f-bfa758566405 None None] DHCP port deletion for ad217a23-d5c9-466d-9710-063fd3c74c75 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:58:53.849761 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (ad217a23-d5c9-466d-9710-063fd3c74c75), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.877616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad217a23-d5c9-466d-9710-063fd3c74c75']}} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:53.888784 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452') {'for_net_delete': True} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:53.889083 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.services.segments.db [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452') {} {{(pid=111009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:58:53.901002 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7974624'] for segment (e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.931986 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.941976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=111009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:58:53.942371 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7749150'] for segment (e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:53.964948 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452 resource provider aggregate not found Oct 15 13:58:53.995912 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.services.segments.plugin [-] Segment e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5d4ee2a-30bc-474f-b8b1-9dab7bfe1452 found for delete ", "request_id": "req-a0449e3d-8cae-453c-a387-a926915d5aae"}]} Oct 15 13:58:54.021803 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-d69e1192-6b66-4ebc-b386-6a5b1bcb5570 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--608723527&fields=id&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 267 time: 0.1139848 Oct 15 13:58:54.039762 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (ad217a23-d5c9-466d-9710-063fd3c74c75), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.057059 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.060235 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ad217a23-d5c9-466d-9710-063fd3c74c75 HTTP/1.1" status: 204 len: 168 time: 0.6622698 Oct 15 13:58:54.103898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9b28-87d4-43f5-af00-d038880a6fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad217a23-d5c9-466d-9710-063fd3c74c75,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:54.170643 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-2f92a97c-1945-4d00-a139-0d1efc0c8fa5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:54.172255 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-2f92a97c-1945-4d00-a139-0d1efc0c8fa5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1434636 Oct 15 13:58:54.188835 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8c7e69e4-b2ab-43d3-9370-d698655acd1f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/quotas/1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 375 time: 0.0105400 Oct 15 13:58:54.222858 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59692) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:54.263675 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-0f65962b-8540-4876-a137-c05ba6c55eb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680842 Oct 15 13:58:54.275174 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-216b3e83-63d0-4ed9-b4b6-bcda21a2bdbb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9a6be8e43c7742be84f4dc3c95a990e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496163 Oct 15 13:58:54.276380 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59694) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:54.296843 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:54.332036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] Publish callbacks [] for security_group (e17e5825-ce4b-4542-9561-adb3465b324f), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.353409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] Publish callbacks [] for security_group (e17e5825-ce4b-4542-9561-adb3465b324f), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.378805 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-f61bcc38-ca5b-4bda-8743-916d5acf89ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024778 Oct 15 13:58:54.408615 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e17e5825-ce4b-4542-9561-adb3465b324f), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.411680 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.413098 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e17e5825-ce4b-4542-9561-adb3465b324f HTTP/1.1" status: 204 len: 168 time: 0.1356161 Oct 15 13:58:54.421942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d938-aac9-420b-9499-5b197073dc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e5825-ce4b-4542-9561-adb3465b324f,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:54.480370 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-65ff30a8-2fc5-45c5-992d-b4556a74b116 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949581 Oct 15 13:58:54.648711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6b59ce94-6741-4ff5-aa39-379d29d284db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.693215 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-289dfb9b-f3e9-424c-a860-a31a6cbbc879 req-f9340825-ea45-4ab0-9e57-765988c1c3dc tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 210 time: 0.0376666 Oct 15 13:58:54.853576 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59710) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:54.909292 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1de93ed1-3370-458d-9172-e30b10b3e842 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d5b8e9a790184f12b5188156c43053a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543935 Oct 15 13:58:54.912041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59712) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:58:54.968859 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] Publish callbacks [] for security_group (05297d7b-7fe0-49e7-9ff8-b3804cb8dc97), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:54.978743 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:54.993553 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] Publish callbacks [] for security_group (05297d7b-7fe0-49e7-9ff8-b3804cb8dc97), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:55.000856 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:55.001201 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ced7534a-77f2-4ff9-90d2-c59e8cb97ca1 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:55.001614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 62023ea1-7437-4dcc-b143-44f3ae46f222 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:58:55.038167 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 62023ea1-7437-4dcc-b143-44f3ae46f222 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:58:55.038479 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 62023ea1-7437-4dcc-b143-44f3ae46f222 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:58:55.051390 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (05297d7b-7fe0-49e7-9ff8-b3804cb8dc97), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:55.054040 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:55.055180 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/05297d7b-7fe0-49e7-9ff8-b3804cb8dc97 HTTP/1.1" status: 204 len: 168 time: 0.1420391 Oct 15 13:58:55.064046 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eac76-4889-456b-bf4f-be02f50c3b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05297d7b-7fe0-49e7-9ff8-b3804cb8dc97,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:55.807083 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ad36a564-cfff-44b9-bee5-aaaadd6e7a4f req-4884190e-0cd9-4a3e-b52f-91967baa7304 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 210 time: 0.0317094 Oct 15 13:58:55.963609 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-f240f48b-6145-481e-948a-a8b4c6dbbf0c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:55.965000 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-f240f48b-6145-481e-948a-a8b4c6dbbf0c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1210401 Oct 15 13:58:56.055439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:56.117940 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-629ddcf1-4167-4d86-8c9d-150dd94c1a59 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 471 time: 0.0681558 Oct 15 13:58:56.231444 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:56.513187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'port': {'device_id': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'admin_state_up': True, 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'security_groups': ['04a2e957-0fd5-4686-ba22-f3ad463e26fb']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:56.641931 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 13:58:56.646166 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:56.793846 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.20.0.13 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/8f1ff711-16b3-41c3-ab0a-c21d959b5f7c) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 13:58:56.972654 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-381a26dc-712d-4ae4-af1b-f3c0fd4d5c23 req-d1304c02-3d1f-45ec-9736-1b994d9a7680 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 210 time: 0.0582089 Oct 15 13:58:57.069062 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.109354 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.159142 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 13:58:57.164695 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 13:58:57.167014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:57.169298 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 13:58:57.172138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:57.204545 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.205017 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.205350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.205677 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.206012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.206356 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.206703 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.207033 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.207366 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.207791 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.208169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.208497 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.208824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.209149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.209472 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:58:57.241011 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:57.241581 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.261377 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-8d9a73d5-60a4-4017-b1f3-b918dded86f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550280 Oct 15 13:58:57.283128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Request body: {'port': {'device_id': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:58:57.351390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.396456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:57.454213 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-8f11b1ce-a790-4c0c-8080-4748e3b8878b None None] Provisioning complete for port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:58:57.454823 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8f11b1ce-a790-4c0c-8080-4748e3b8878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.454956 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-8f11b1ce-a790-4c0c-8080-4748e3b8878b None None] Attempt 1 to provision port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c Oct 15 13:58:57.494627 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b1ce-a790-4c0c-8080-4748e3b8878b None None] Port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 13:58:57.637053 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:58:57.645955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks [] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.660216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Transition to ACTIVE for port object 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 13:58:57.665736 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.747984 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:57.773616 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.792810 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Attempting to bind port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 13:58:57.793163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Attempting to bind port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 13:58:57.793473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Attempting to bind port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:58:57.801263 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.844548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 13:58:57.844881 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Attempting to bind port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 13:58:57.903647 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 13, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 13:58:57.904029 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 13:58:57.904404 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 13:58:57.904855 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Bound port: 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 13:58:57.905218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:57.987004 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 13:58:57.993139 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 13:58:58.006132 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:58.015635 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:58.021937 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:58:58.021937 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8f1ff711-16b3-41c3-ab0a-c21d959b5f7c HTTP/1.1" status: 200 len: 1094 time: 0.7419140 Oct 15 13:58:58.021937 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:58:58.023719 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02179d48-20b9-4fa5-bd14-8d7826215f88" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:58:58.081600 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4f696-aad1-406f-95ec-9c621d9e7050 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:58:58.086190 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477bd134-9070-4fcf-a503-e3361be9b930 x-openstack-request-id: req-477bd134-9070-4fcf-a503-e3361be9b930 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:58:58.086482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:58:58.086785 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-477bd134-9070-4fcf-a503-e3361be9b930 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:58:58.087122 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477bd134-9070-4fcf-a503-e3361be9b930'] response: {'name': 'network-changed', 'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'status': 'completed', 'code': 200} Oct 15 13:58:58.176344 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773e7c-9cf9-4eb6-aa21-c815e3ae6179 req-720605d5-212b-4954-95fe-264995e0363c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:58.178140 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa773e7c-9cf9-4eb6-aa21-c815e3ae6179 req-720605d5-212b-4954-95fe-264995e0363c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 944 time: 0.0877411 Oct 15 13:58:58.179868 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-ba78c1f5-58dc-4cf3-8c36-1a80feb8d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:58.181539 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-ba78c1f5-58dc-4cf3-8c36-1a80feb8d7c4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 1128 time: 0.0899189 Oct 15 13:58:58.243095 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-db69a7cd-bf3f-4b08-a0d9-e68a36de7440 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c HTTP/1.1" status: 200 len: 217 time: 0.0499923 Oct 15 13:58:58.265528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:58.310973 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fa773e7c-9cf9-4eb6-aa21-c815e3ae6179 req-71fdb997-2874-4163-ac40-018821bb31d9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249313 Oct 15 13:58:58.332860 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-70a6193c-a0f2-4eb6-a927-a6a089ad5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:58.335574 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-70a6193c-a0f2-4eb6-a927-a6a089ad5833 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0864265 Oct 15 13:58:58.384842 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-60291ff1-3a8b-4772-8e30-bffe2df8d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:58.386427 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-60291ff1-3a8b-4772-8e30-bffe2df8d3e4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443623 Oct 15 13:58:58.402917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:58:58.516622 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-5c64cadd-7c41-4b3a-b3b3-71607278ff9e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199706 Oct 15 13:58:58.626012 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa92f15-1454-4ea6-9c40-a716ea367e87 req-006c3d34-0d62-4f47-a220-507930dc07eb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060269 Oct 15 13:58:59.468992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07b19-d088-47b4-a050-68ee830dba3a req-c63784e6-9f98-4bf3-a263-83360a911260 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:58:59.470547 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3f07b19-d088-47b4-a050-68ee830dba3a req-c63784e6-9f98-4bf3-a263-83360a911260 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 944 time: 0.0681610 Oct 15 13:58:59.543185 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d3f07b19-d088-47b4-a050-68ee830dba3a req-7f52fa2e-2d20-4edb-890f-e99c70416848 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661006 Oct 15 13:59:00.690808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465fa8b-afef-4ba2-aee3-dfa49e6c9e7f req-78e5c889-3ac7-4ba3-96fd-e395c854df91 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:00.692820 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9465fa8b-afef-4ba2-aee3-dfa49e6c9e7f req-78e5c889-3ac7-4ba3-96fd-e395c854df91 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 944 time: 0.0640686 Oct 15 13:59:00.744790 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9465fa8b-afef-4ba2-aee3-dfa49e6c9e7f req-20250b32-c667-401f-a220-3ce6253e6a97 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459661 Oct 15 13:59:01.147917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-3cb5572b-a7e5-46d4-b574-577f7ad110f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:01.149486 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-3cb5572b-a7e5-46d4-b574-577f7ad110f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 1128 time: 0.0445516 Oct 15 13:59:01.601923 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-685d5022-8aa8-4c8e-8478-25cec04dd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:01.603425 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-685d5022-8aa8-4c8e-8478-25cec04dd7fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1002486 Oct 15 13:59:01.643615 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-529be432-1e15-43ee-aba5-0ec84b0dba32 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c HTTP/1.1" status: 200 len: 217 time: 0.0337262 Oct 15 13:59:01.717529 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-d9d314fc-c833-4ae0-a0f1-7232a433fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:01.719086 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-d9d314fc-c833-4ae0-a0f1-7232a433fba3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0682781 Oct 15 13:59:01.768208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-69ac948e-92ee-4ae8-99a7-1de3e145490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:01.769822 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-69ac948e-92ee-4ae8-99a7-1de3e145490d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447428 Oct 15 13:59:01.919024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f8e17-eb60-44c6-849a-919ad2bb6385 req-01717c83-6f2b-4e26-b4b3-03324f49e204 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:01.920588 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be7f8e17-eb60-44c6-849a-919ad2bb6385 req-01717c83-6f2b-4e26-b4b3-03324f49e204 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 944 time: 0.0690372 Oct 15 13:59:01.962462 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-7cac791d-23a1-4229-a5d4-310f4d24c2c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845994 Oct 15 13:59:02.037224 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be7f8e17-eb60-44c6-849a-919ad2bb6385 req-7c94b3fc-371b-4e8b-855e-631221ec2113 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066124 Oct 15 13:59:02.073869 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 13:59:02.079207 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-02179d48-20b9-4fa5-bd14-8d7826215f88 req-5d3a4e49-4793-4362-8980-78eafffcd60b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064389 Oct 15 13:59:02.196435 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:02.208123 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'port_id': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'mac_address': 'fa:16:3e:50:ae:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 13:59:02.245248 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:59:02.245644 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:02.259523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 13:59:02.280120 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:02.286584 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:02.337415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:02.678011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 13:59:02.737243 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:02.788000 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:02.801526 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:03.172879 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be88fa-8b70-4267-b466-c04b364ef5f6 req-2e3f259d-7a18-4539-ab1b-e8c8a6885eb0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:03.174411 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7be88fa-8b70-4267-b466-c04b364ef5f6 req-2e3f259d-7a18-4539-ab1b-e8c8a6885eb0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Oct 15 13:59:03.195461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:03.231035 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7be88fa-8b70-4267-b466-c04b364ef5f6 req-ec15cd5d-ea26-4945-bdcb-dfe73e9e40fb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495036 Oct 15 13:59:04.083149 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 13:59:04.136691 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 13:59:04.145460 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:59:04.145979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:04.146821 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c Oct 15 13:59:04.226678 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:59:04.227073 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:04.257587 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:59:04.259974 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76ff80c-15d4-4157-ba6c-a900e0ca0065" -d '{"events": [{"server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:59:04.274888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:04.280297 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:04.338377 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:04.364301 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53be94d-4f35-4f90-b85f-894a769e2e5a x-openstack-request-id: req-c53be94d-4f35-4f90-b85f-894a769e2e5a {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:59:04.365029 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:59:04.365497 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c53be94d-4f35-4f90-b85f-894a769e2e5a {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:59:04.365958 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53be94d-4f35-4f90-b85f-894a769e2e5a'] response: {'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'code': 200} Oct 15 13:59:04.378686 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d514-885c-4f9b-bed7-0697fcf832b7 req-da5ca5f7-566a-4418-b1ce-a93d5073254c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:04.380351 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0b73d514-885c-4f9b-bed7-0697fcf832b7 req-da5ca5f7-566a-4418-b1ce-a93d5073254c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0651264 Oct 15 13:59:04.409097 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:04.454380 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0b73d514-885c-4f9b-bed7-0697fcf832b7 req-d85d2b22-cf44-433c-b6d0-220eaddcfaaa tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633121 Oct 15 13:59:04.588110 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2591-06ec-4739-a626-6001fdf76217 req-682b3aa7-264b-4fb9-b03a-3f6d5e83c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:04.589704 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-293a2591-06ec-4739-a626-6001fdf76217 req-682b3aa7-264b-4fb9-b03a-3f6d5e83c73d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 1130 time: 0.0509195 Oct 15 13:59:04.638695 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-293a2591-06ec-4739-a626-6001fdf76217 req-b0f13075-4267-4d2c-b473-c1610b5d7ec4 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Oct 15 13:59:04.801897 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981486-e8ff-404e-8f24-71f2a72f22bb req-b04bc3e6-3450-43c4-98c8-981ffe371cce tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:04.803436 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-99981486-e8ff-404e-8f24-71f2a72f22bb req-b04bc3e6-3450-43c4-98c8-981ffe371cce tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Oct 15 13:59:04.852280 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-99981486-e8ff-404e-8f24-71f2a72f22bb req-10d7aee8-8b4e-4d15-876f-6c2a20bfcaae tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Oct 15 13:59:05.028784 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=66,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:05.060395 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:05.604816 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7883be-7d01-405c-b611-b1acaf53ae6d req-48700912-c6a0-4c85-b9c0-0e3c4fd71dec tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:05.606470 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1e7883be-7d01-405c-b611-b1acaf53ae6d req-48700912-c6a0-4c85-b9c0-0e3c4fd71dec tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0534506 Oct 15 13:59:05.659664 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1e7883be-7d01-405c-b611-b1acaf53ae6d req-8fb0bd33-16f8-408b-a404-6a7c92178eb2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469522 Oct 15 13:59:05.984559 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062607-8f68-49c6-b058-f3c0796da2db req-058a6922-a0cc-4bee-9116-841b2621dd2c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:05.986091 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9062607-8f68-49c6-b058-f3c0796da2db req-058a6922-a0cc-4bee-9116-841b2621dd2c tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Oct 15 13:59:06.042280 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e9062607-8f68-49c6-b058-f3c0796da2db req-ef60da38-9dfc-42e0-bce9-02f930c71184 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501099 Oct 15 13:59:06.446754 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=53 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:06.452387 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=76 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:06.808664 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cdf2-31fc-480c-a527-8961310916a6 req-fc37ff98-591a-4360-9b34-32e4d7d80b61 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:06.810646 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e39cdf2-31fc-480c-a527-8961310916a6 req-fc37ff98-591a-4360-9b34-32e4d7d80b61 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0661709 Oct 15 13:59:06.867844 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7e39cdf2-31fc-480c-a527-8961310916a6 req-2333fda6-4317-4299-a68b-5e44fa02518e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486565 Oct 15 13:59:07.125325 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-ba8ed02e-9eaf-4e4f-a931-12067975b44f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:07.126822 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-ba8ed02e-9eaf-4e4f-a931-12067975b44f tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0498760 Oct 15 13:59:07.208006 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42978-ef22-40a6-b29a-1d8a44f5393f req-64dcdaa7-1723-4483-83d1-c7e500ebc0af tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:07.209755 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffb42978-ef22-40a6-b29a-1d8a44f5393f req-64dcdaa7-1723-4483-83d1-c7e500ebc0af tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Oct 15 13:59:07.276606 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Deleting port ffaa042f-4e73-43a4-964a-886d1dc0d768 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:07.276962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:07.346855 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ffb42978-ef22-40a6-b29a-1d8a44f5393f req-336dfce6-9daa-4781-89f6-066cd9b96d13 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106551 Oct 15 13:59:07.396787 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] For port ffaa042f-4e73-43a4-964a-886d1dc0d768, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ffaa042f-4e73-43a4-964a-886d1dc0d768,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:07.397108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:07.557968 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:07.573501 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:07.576947 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:07.577292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:07.577598 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Floating IP b9d461f9-0346-4e80-be9b-3dff456b7b91 disassociated. External IP: 172.27.0.223, port: ffaa042f-4e73-43a4-964a-886d1dc0d768. Oct 15 13:59:07.577945 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Calling delete_port for ffaa042f-4e73-43a4-964a-886d1dc0d768 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:07.733927 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (ffaa042f-4e73-43a4-964a-886d1dc0d768), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:07.767823 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'Port': ['ID=ffaa042f-4e73-43a4-964a-886d1dc0d768,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:07.892312 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:59:08.343278 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2208d53-2f03-47e4-9bda-e10d3291afbb req-bd9dbefd-4590-4715-8fcd-46bdb1ac10ef tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:08.344806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f2208d53-2f03-47e4-9bda-e10d3291afbb req-bd9dbefd-4590-4715-8fcd-46bdb1ac10ef tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.3909683 Oct 15 13:59:08.352623 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:59:08.363430 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:59:08.375688 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:08.376621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:08.419032 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] No DVR routers for this DVR port ffaa042f-4e73-43a4-964a-886d1dc0d768 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:59:08.423493 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:08.426828 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ec363094-2ec5-46bc-bea1-cb47c0c220b5 req-1ff9c802-7950-42ce-8f52-2fab955da2b3 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ffaa042f-4e73-43a4-964a-886d1dc0d768 HTTP/1.1" status: 204 len: 173 time: 1.2901759 Oct 15 13:59:08.427611 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'name': 'network-vif-deleted', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:59:08.430020 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dcb60a-8191-43d4-8d8c-0da048025a3b" -d '{"events": [{"server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "name": "network-vif-deleted", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:59:08.458614 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f2208d53-2f03-47e4-9bda-e10d3291afbb req-cdd658ec-f9c9-4934-a9c9-127ffb3863bb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040509 Oct 15 13:59:08.515662 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-73964372-746c-4d45-9f9c-196e15941e11 req-98c2bfbc-ede9-41cb-9421-dbb68e508978 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=191fca7f-a39d-4a31-9be0-b655f49aea35 HTTP/1.1" status: 200 len: 210 time: 0.0533428 Oct 15 13:59:08.528435 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eca9ff6-5757-4ba6-bb00-8bab6946a047 x-openstack-request-id: req-8eca9ff6-5757-4ba6-bb00-8bab6946a047 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:59:08.528806 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fca7f-a39d-4a31-9be0-b655f49aea35", "name": "network-vif-deleted", "tag": "ffaa042f-4e73-43a4-964a-886d1dc0d768", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:59:08.528985 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8eca9ff6-5757-4ba6-bb00-8bab6946a047 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:59:08.529366 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eca9ff6-5757-4ba6-bb00-8bab6946a047'] response: {'server_uuid': '191fca7f-a39d-4a31-9be0-b655f49aea35', 'name': 'network-vif-deleted', 'tag': 'ffaa042f-4e73-43a4-964a-886d1dc0d768', 'status': 'completed', 'code': 200} Oct 15 13:59:08.543788 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:08.624151 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb04d0-82f3-400f-9699-828dec474b3c req-163eb05f-0b4d-416e-a82c-9b5b154059e6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:08.626182 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c0bb04d0-82f3-400f-9699-828dec474b3c req-163eb05f-0b4d-416e-a82c-9b5b154059e6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Oct 15 13:59:08.637069 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59824) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:08.643383 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'port_id': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 13:59:08.692509 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:08.776271 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:08.801768 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:59:08.811645 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:08.812311 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:08.922683 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:09.221254 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.225825 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.279399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:09.305588 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb8b37-98a4-410b-97bc-854a52987ae3 None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:48:46Z', 'revision_number': 4, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'c7a79c00-b026-48a5-9bb7-bf6772a9ccc6', 'name': '', 'network_id': '429e755e-8108-4b4c-9eb4-bd9e6c7ffcca', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'mac_address': 'fa:16:3e:9c:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:42Z', 'updated_at': '2022-10-15T13:49:12Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'subnets': [{'id': '16f21624-8d4c-467a-881f-0277cfe984dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:59:09.332027 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 96404a37-46da-4ec2-8773-7552508a76fc associated. External IP: 172.27.0.59, port: 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c. Oct 15 13:59:09.562784 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17180052-fd24-45ae-91b9-bd9af18b92c1 None None] New status for floating IP b9d461f9-0346-4e80-be9b-3dff456b7b91: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:59:09.576450 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:59:09.638503 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59830) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:09.725718 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:59:09.730544 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.737116 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:59:09.748989 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:09.749576 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:09.759213 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:09.768123 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (5f2e6dd0-dc63-470e-9033-4c4e2eab11bf), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.781676 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:09.786458 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-26b141db-e645-42b3-849e-7cf3ca082b9b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/96404a37-46da-4ec2-8773-7552508a76fc HTTP/1.1" status: 200 len: 991 time: 1.1476316 Oct 15 13:59:09.790514 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:59:09.792870 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357" -d '{"events": [{"name": "network-changed", "server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:59:09.805173 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (5f2e6dd0-dc63-470e-9033-4c4e2eab11bf), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.840635 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd6aa5-2259-4ca0-bf40-a29adc8e0246 x-openstack-request-id: req-ccdd6aa5-2259-4ca0-bf40-a29adc8e0246 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:59:09.840898 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:59:09.841174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccdd6aa5-2259-4ca0-bf40-a29adc8e0246 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:59:09.841580 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdd6aa5-2259-4ca0-bf40-a29adc8e0246'] response: {'name': 'network-changed', 'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'status': 'completed', 'code': 200} Oct 15 13:59:09.869661 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:09.877165 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5f2e6dd0-dc63-470e-9033-4c4e2eab11bf), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.879750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:09.881038 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5f2e6dd0-dc63-470e-9033-4c4e2eab11bf HTTP/1.1" status: 204 len: 168 time: 0.2412510 Oct 15 13:59:09.886959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59836) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:09.915626 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-8f13a173-fda1-4735-bc1a-c6720e576d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:09.917233 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-8f13a173-fda1-4735-bc1a-c6720e576d54 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 1130 time: 0.0539067 Oct 15 13:59:09.924698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80285af3-87d3-421a-aef6-6370ec8d1254 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e6dd0-dc63-470e-9033-4c4e2eab11bf,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:09.926882 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.api.v2.resource [None req-25660a4c-5a25-4bb1-b5a7-21134967f335 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] show failed (client error): The resource could not be found. Oct 15 13:59:09.931269 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-25660a4c-5a25-4bb1-b5a7-21134967f335 tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "GET /networking/v2.0/security-groups/5f2e6dd0-dc63-470e-9033-4c4e2eab11bf HTTP/1.1" status: 404 len: 347 time: 0.0427728 Oct 15 13:59:09.931917 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59838) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:10.031284 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-7d93ddaa-a826-4d0d-b76c-96b29b680471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:10.033116 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-7d93ddaa-a826-4d0d-b76c-96b29b680471 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1097629 Oct 15 13:59:10.065860 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Deleting port 3c47ef33-66db-464e-8327-91e2a0a8dc3e {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:10.066208 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.099482 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-debcc097-2e8d-4ffd-b562-071bd2f97dd0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c HTTP/1.1" status: 200 len: 999 time: 0.0595121 Oct 15 13:59:10.101653 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:10.159643 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.161017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (3c47ef33-66db-464e-8327-91e2a0a8dc3e), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.164606 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}, {'id': '96404a37-46da-4ec2-8773-7552508a76fc', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:50:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:58:53Z', 'updated_at': '2022-10-15T13:59:09Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:10.166383 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:10.171777 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-68d9ea23-32d8-4d10-8947-29d474c3a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:10.174155 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-68d9ea23-32d8-4d10-8947-29d474c3a4c5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0652156 Oct 15 13:59:10.178077 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Calling delete_port for 3c47ef33-66db-464e-8327-91e2a0a8dc3e owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:10.197412 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:59:10.207144 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:10.207784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:10.222474 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-056bfa1c-df61-4f4d-9a81-4f8cf5ec0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:10.224455 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-056bfa1c-df61-4f4d-9a81-4f8cf5ec0764 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437891 Oct 15 13:59:10.318748 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:10.326812 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:10.330024 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (3c47ef33-66db-464e-8327-91e2a0a8dc3e), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.333635 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:10.341211 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-7eeefe60-45b0-4cff-92e5-03ba4107b46d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098361 Oct 15 13:59:10.359087 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Pushing event deleted for resources: {'Port': ['ID=3c47ef33-66db-464e-8327-91e2a0a8dc3e,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:10.430955 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks [] for floatingip (b9d461f9-0346-4e80-be9b-3dff456b7b91), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.434357 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:10.435709 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-baa1461b-96e7-4573-b8cf-712285f945bb tempest-AttachVolumeTestJSON-908525129 tempest-AttachVolumeTestJSON-908525129-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/b9d461f9-0346-4e80-be9b-3dff456b7b91 HTTP/1.1" status: 204 len: 168 time: 0.5024431 Oct 15 13:59:10.457797 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0c7bd8bc-eb33-4fe2-890d-4183de9d1357 req-aa3401a6-e9e0-466f-b609-03b99fd9dd5e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104183 Oct 15 13:59:10.579416 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:10.617973 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}, {'id': '96404a37-46da-4ec2-8773-7552508a76fc', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:50:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:58:53Z', 'updated_at': '2022-10-15T13:59:09Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:10.644483 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59104e64-5dd5-4291-881d-e8e1e3fabc15 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}, {'id': '96404a37-46da-4ec2-8773-7552508a76fc', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:50:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:58:53Z', 'updated_at': '2022-10-15T13:59:09Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:59:10.870333 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59218f-809c-4cc4-a14d-d5691706143d None None] New status for floating IP 96404a37-46da-4ec2-8773-7552508a76fc: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:59:12.114350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ffaa042f-4e73-43a4-964a-886d1dc0d768 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:59:12.136512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: ffaa042f-4e73-43a4-964a-886d1dc0d768 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:59:12.136786 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ffaa042f-4e73-43a4-964a-886d1dc0d768 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:59:14.050212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59868) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:14.586655 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:14.656158 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:14.923650 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:14.926685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:15.083065 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Deleting port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:15.083827 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:15.169926 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] For port c7a79c00-b026-48a5-9bb7-bf6772a9ccc6, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:15.170178 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:15.185376 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Calling delete_port for c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:15.398373 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c7a79c00-b026-48a5-9bb7-bf6772a9ccc6), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:15.427431 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a79c00-b026-48a5-9bb7-bf6772a9ccc6,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:15.596739 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:15.618901 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd6b88-351f-40d5-bdc8-5bae353319cd None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 13:59:15.715649 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd6b88-351f-40d5-bdc8-5bae353319cd None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 13:59:15.797463 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:15.812494 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:59:15.822656 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:15.923932 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:59:15.930575 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-41a80ed6-5200-40d6-adae-33eee4774fa1 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789601 Oct 15 13:59:15.932878 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59872) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:15.936629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Sync routers for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:59:15.950075 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:15.950698 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:16.049614 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks [] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.068083 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:16.161408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks [] for router_gateway (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.213608 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Deleting port 14ea3078-cde6-4ad3-91be-0b83a0be89bf {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:16.214026 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.264705 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:59:15Z', 'revision_number': 5, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port': {'id': '14ea3078-cde6-4ad3-91be-0b83a0be89bf', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:33Z', 'updated_at': '2022-10-15T13:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:16.293653 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Checking router: ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:59:16.302852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Routers {'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:16.303487 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:58:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:16.306564 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] For port 14ea3078-cde6-4ad3-91be-0b83a0be89bf, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=14ea3078-cde6-4ad3-91be-0b83a0be89bf,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:16.306932 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.322162 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Calling delete_port for 14ea3078-cde6-4ad3-91be-0b83a0be89bf owned by network:router_gateway {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:16.392888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] Set router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 gateway port host: None {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:16.444363 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:59:16Z', 'revision_number': 6, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:16.479732 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56697e73-6cbc-4f55-a4de-6342e245b85f None None] The sync data for ids ['ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10'] in dv-cinder-861491-3-iscsi is: [{'id': 'ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10', 'name': 'tempest-AttachVolumeTestJSON-2020904059-router', 'tenant_id': '35f8b5024a194f70a9f7689ac44ab07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:31Z', 'updated_at': '2022-10-15T13:59:16Z', 'revision_number': 6, 'project_id': '35f8b5024a194f70a9f7689ac44ab07b', 'gw_port_host': None}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:59:16.485712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-1e9994e1-826b-46e1-ab82-48ee9a1fe3f1 None None] Provisioning complete for port bf5e7f35-1d86-4343-abf0-1be623853cc4 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 13:59:16.486034 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1e9994e1-826b-46e1-ab82-48ee9a1fe3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.486370 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-1e9994e1-826b-46e1-ab82-48ee9a1fe3f1 None None] Attempt 1 to provision port bf5e7f35-1d86-4343-abf0-1be623853cc4 Oct 15 13:59:16.524909 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (14ea3078-cde6-4ad3-91be-0b83a0be89bf), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.557769 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ea3078-cde6-4ad3-91be-0b83a0be89bf,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:16.570113 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1e9994e1-826b-46e1-ab82-48ee9a1fe3f1 None None] Current status of the port bf5e7f35-1d86-4343-abf0-1be623853cc4 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 13:59:16.628583 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.718524 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.720882 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks [] for router_controller (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.769124 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.769954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 {{(pid=111008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 13:59:16.776182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.777515 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b2de3de1-e120-4531-a56e-cd7d53e7ac67 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ea1ccb1b-0ad8-4900-a93d-b7c4f55d2e10 HTTP/1.1" status: 204 len: 168 time: 0.8437054 Oct 15 13:59:16.780331 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59876) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:16.828330 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Deleting subnet 16f21624-8d4c-467a-881f-0277cfe984dc {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 13:59:16.832958 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Publish callbacks [] for subnet (16f21624-8d4c-467a-881f-0277cfe984dc), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.872450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (16f21624-8d4c-467a-881f-0277cfe984dc), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:16.962622 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (16f21624-8d4c-467a-881f-0277cfe984dc), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.022038 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (16f21624-8d4c-467a-881f-0277cfe984dc), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.046606 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f21624-8d4c-467a-881f-0277cfe984dc,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:17.052660 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.056678 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-66d1db3a-05f0-40d0-b1e3-e511f17e552f admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/16f21624-8d4c-467a-881f-0277cfe984dc HTTP/1.1" status: 204 len: 168 time: 0.2747164 Oct 15 13:59:17.059009 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59878) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:17.061412 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef9615-d280-41b2-8963-ba6d4933e38f None None] Network 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 13:59:17.080471 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:17.146735 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.193702 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:17.199727 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Deleting port bf5e7f35-1d86-4343-abf0-1be623853cc4 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:17.200224 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.269787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] For port bf5e7f35-1d86-4343-abf0-1be623853cc4, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=bf5e7f35-1d86-4343-abf0-1be623853cc4,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:17.269787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.284656 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Calling delete_port for bf5e7f35-1d86-4343-abf0-1be623853cc4 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:17.312701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] DHCP port deletion for 429e755e-8108-4b4c-9eb4-bd9e6c7ffcca request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 13:59:17.345278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:17.354077 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Deleting port bf5e7f35-1d86-4343-abf0-1be623853cc4 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:17.354462 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.378142 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.402082 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:59:17.410016 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] No DVR routers for this DVR port bf5e7f35-1d86-4343-abf0-1be623853cc4 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:59:17.414666 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5e7f35-1d86-4343-abf0-1be623853cc4,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:17.436220 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:59:17.436575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c7a79c00-b026-48a5-9bb7-bf6772a9ccc6 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:59:17.448126 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:17.450541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] For port bf5e7f35-1d86-4343-abf0-1be623853cc4, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=bf5e7f35-1d86-4343-abf0-1be623853cc4,segment=NetworkSegment(f1ba3b99-7bf1-404b-97a3-acd76bf75c5d),segment_id=f1ba3b99-7bf1-404b-97a3-acd76bf75c5d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:17.450943 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.465212 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Calling delete_port for bf5e7f35-1d86-4343-abf0-1be623853cc4 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:17.495212 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.516621 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429e755e-8108-4b4c-9eb4-bd9e6c7ffcca']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:17.527183 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:17.527689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ba3b99-7bf1-404b-97a3-acd76bf75c5d') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:17.538506 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (f1ba3b99-7bf1-404b-97a3-acd76bf75c5d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.547845 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (bf5e7f35-1d86-4343-abf0-1be623853cc4), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.553114 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (f1ba3b99-7bf1-404b-97a3-acd76bf75c5d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.561630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 13:59:17.562140 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (f1ba3b99-7bf1-404b-97a3-acd76bf75c5d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.611098 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment f1ba3b99-7bf1-404b-97a3-acd76bf75c5d resource provider aggregate not found Oct 15 13:59:17.636571 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment f1ba3b99-7bf1-404b-97a3-acd76bf75c5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1ba3b99-7bf1-404b-97a3-acd76bf75c5d found for delete ", "request_id": "req-3b55dfcb-e45c-4298-89ab-d1ab21ee6205"}]} Oct 15 13:59:17.642742 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (429e755e-8108-4b4c-9eb4-bd9e6c7ffcca), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.647164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.653492 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/429e755e-8108-4b4c-9eb4-bd9e6c7ffcca HTTP/1.1" status: 204 len: 168 time: 0.5905588 Oct 15 13:59:17.665495 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc7b88-47c9-4e00-a001-202f7c287ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=429e755e-8108-4b4c-9eb4-bd9e6c7ffcca,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:17.727084 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] Pushing event deleted for resources: {'Port': ['ID=bf5e7f35-1d86-4343-abf0-1be623853cc4,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:17.731381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15cd19f-d71b-4c2b-88a1-74aa3730c475 None None] No DVR routers for this DVR port bf5e7f35-1d86-4343-abf0-1be623853cc4 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:59:17.793127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59886) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:17.836557 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-72c566f4-f6df-4aad-a544-124c2afb7159 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=35f8b5024a194f70a9f7689ac44ab07b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421886 Oct 15 13:59:17.839310 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59888) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:17.891647 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] Publish callbacks [] for security_group (ad6628d8-3203-4793-ba5d-eae8529d7c6e), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.912388 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] Publish callbacks [] for security_group (ad6628d8-3203-4793-ba5d-eae8529d7c6e), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.966785 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ad6628d8-3203-4793-ba5d-eae8529d7c6e), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.969643 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:17.970818 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ad6628d8-3203-4793-ba5d-eae8529d7c6e HTTP/1.1" status: 204 len: 168 time: 0.1305957 Oct 15 13:59:17.980101 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663e864-aa76-4252-87b5-76db39284a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6628d8-3203-4793-ba5d-eae8529d7c6e,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:18.990659 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device bf5e7f35-1d86-4343-abf0-1be623853cc4 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:59:19.011500 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: bf5e7f35-1d86-4343-abf0-1be623853cc4 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:59:19.011849 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device bf5e7f35-1d86-4343-abf0-1be623853cc4 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:59:19.012302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 14ea3078-cde6-4ad3-91be-0b83a0be89bf no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 13:59:19.032119 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 14ea3078-cde6-4ad3-91be-0b83a0be89bf {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 13:59:19.032119 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 14ea3078-cde6-4ad3-91be-0b83a0be89bf not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 13:59:19.981398 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59944) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:20.102900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c1e0933a-fcc0-4e37-a58a-4f8447a1fe10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.192773 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c1e0933a-fcc0-4e37-a58a-4f8447a1fe10 admin admin] Publish callbacks [] for security_group (4af8c3c7-dd59-4925-96f4-4d4c2059587d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.198863 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c1e0933a-fcc0-4e37-a58a-4f8447a1fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (4af8c3c7-dd59-4925-96f4-4d4c2059587d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.233333 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:20.245337 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c1e0933a-fcc0-4e37-a58a-4f8447a1fe10 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c3e7d3d8d40a4081be69989cecb84ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623596 Oct 15 13:59:20.246604 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0933a-fcc0-4e37-a58a-4f8447a1fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8c3c7-dd59-4925-96f4-4d4c2059587d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:20.249545 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 59948) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:20.306885 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] Publish callbacks [] for security_group (4af8c3c7-dd59-4925-96f4-4d4c2059587d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.328819 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] Publish callbacks [] for security_group (4af8c3c7-dd59-4925-96f4-4d4c2059587d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.380518 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (4af8c3c7-dd59-4925-96f4-4d4c2059587d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.383446 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.388566 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4af8c3c7-dd59-4925-96f4-4d4c2059587d HTTP/1.1" status: 204 len: 168 time: 0.1331944 Oct 15 13:59:20.393390 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21474727-5f51-4bae-a602-439ee19d0b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8c3c7-dd59-4925-96f4-4d4c2059587d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:20.691049 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59954) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:20.706287 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9e93a9a2-a7ef-4876-9ecc-9263dac947d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.799616 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9e93a9a2-a7ef-4876-9ecc-9263dac947d4 admin admin] Publish callbacks [] for security_group (b816d8fd-e3a8-4d92-ae94-00b8c56ba122), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.805966 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9e93a9a2-a7ef-4876-9ecc-9263dac947d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b816d8fd-e3a8-4d92-ae94-00b8c56ba122), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.810420 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:20.860225 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93a9a2-a7ef-4876-9ecc-9263dac947d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b816d8fd-e3a8-4d92-ae94-00b8c56ba122,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:20.867696 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9e93a9a2-a7ef-4876-9ecc-9263dac947d4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aa39d76142ad410b85ea2263fb2d4448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748788 Oct 15 13:59:20.874456 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 59956) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:20.927090 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] Publish callbacks [] for security_group (b816d8fd-e3a8-4d92-ae94-00b8c56ba122), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.951340 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] Publish callbacks [] for security_group (b816d8fd-e3a8-4d92-ae94-00b8c56ba122), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:20.981441 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:20.987146 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:21.005590 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b816d8fd-e3a8-4d92-ae94-00b8c56ba122), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:21.009778 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:21.010954 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b816d8fd-e3a8-4d92-ae94-00b8c56ba122 HTTP/1.1" status: 204 len: 168 time: 0.1399109 Oct 15 13:59:21.019914 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467499-40b6-4a4d-af19-c08f15c3273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b816d8fd-e3a8-4d92-ae94-00b8c56ba122,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:22.283965 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bdc99126-bfa4-4494-a925-98b3b8c249f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:22.489948 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 13:59:24.605952 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-36a6aaa4-d2e3-423e-9508-a87b8b651d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:26.238732 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:27.777552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:27.798970 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:30.364787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=65,neutron:DELETE=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:30.389473 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=56,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:31.013992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=42,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:31.014910 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:32.486289 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:37.784676 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:37.789125 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=22,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:37.791951 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:43.453589 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:43.454404 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:44.672120 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:49.952545 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666add-b910-4b7f-b9de-9602f53ac860 req-5d8d02f7-28f3-4c4e-975f-d8312fb6b6e8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:49.954055 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe666add-b910-4b7f-b9de-9602f53ac860 req-5d8d02f7-28f3-4c4e-975f-d8312fb6b6e8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0597553 Oct 15 13:59:50.004779 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fe666add-b910-4b7f-b9de-9602f53ac860 req-cd5b68a6-08d0-4c50-8fa6-de13d4e97c32 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Oct 15 13:59:51.146466 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6771d-468e-4498-8aa4-50f205abe907 req-393817cb-a0eb-4bb0-a7b4-cb43253e5e06 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:51.147802 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d6771d-468e-4498-8aa4-50f205abe907 req-393817cb-a0eb-4bb0-a7b4-cb43253e5e06 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0517509 Oct 15 13:59:51.201089 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d2d6771d-468e-4498-8aa4-50f205abe907 req-0ae3ef94-af6e-462c-a605-8847257835f7 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Oct 15 13:59:52.279614 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4552231f-c300-4db0-9cde-7aaaa6685fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:52.345174 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6a1b-2b80-437c-b828-70f758300ca4 req-f823a8a5-11c1-4047-91e6-2e266e6f3896 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:52.346672 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-60ed6a1b-2b80-437c-b828-70f758300ca4 req-f823a8a5-11c1-4047-91e6-2e266e6f3896 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0521824 Oct 15 13:59:52.406870 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-60ed6a1b-2b80-437c-b828-70f758300ca4 req-bc81427a-049e-49d4-9443-963899aba68f tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541131 Oct 15 13:59:53.541950 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b238-8a19-4197-af5b-55377c97293c req-5d607aea-d782-45de-87e7-da11662265d4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:53.543442 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c7c3b238-8a19-4197-af5b-55377c97293c req-5d607aea-d782-45de-87e7-da11662265d4 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0482357 Oct 15 13:59:53.601575 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c7c3b238-8a19-4197-af5b-55377c97293c req-ac60079a-2567-450d-b7b1-7b8630aa13b9 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496900 Oct 15 13:59:54.327477 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-2dadacb9-9cb8-46cd-befd-2a90af666577 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361220 Oct 15 13:59:54.410806 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-f255e414-438e-4c95-9cdd-c06cc0420391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.412355 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-f255e414-438e-4c95-9cdd-c06cc0420391 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 1129 time: 0.0468431 Oct 15 13:59:54.537339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-d11e97a6-58b4-49e8-bb71-7be74f369f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.538769 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-d11e97a6-58b4-49e8-bb71-7be74f369f56 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1023824 Oct 15 13:59:54.605594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1d831379-b8e5-42af-bdf3-5b3e32797d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:54.609459 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-714f8912-877f-4d53-9140-9d027f30e09b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 200 len: 1001 time: 0.0632985 Oct 15 13:59:54.747545 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17253e4-f62a-4eef-bc10-c5e0aa66c329 req-d7a42a5b-f67a-4d62-bf02-b21e00e63554 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.749303 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a17253e4-f62a-4eef-bc10-c5e0aa66c329 req-d7a42a5b-f67a-4d62-bf02-b21e00e63554 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0577106 Oct 15 13:59:54.804594 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a17253e4-f62a-4eef-bc10-c5e0aa66c329 req-0fc3bbad-d88a-4c23-8ba1-e111293356e8 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492475 Oct 15 13:59:54.876824 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-f4d61848-74d8-4104-a523-26d6d130e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.878312 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-f4d61848-74d8-4104-a523-26d6d130e9ae service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0520918 Oct 15 13:59:54.881049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-4c82e1be-0967-40e8-bddf-f364500bcc2e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.883021 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-4c82e1be-0967-40e8-bddf-f364500bcc2e tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 947 time: 0.0517097 Oct 15 13:59:54.928805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-e7cf8085-4a8c-421f-bf8c-a9853ba76f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 13:59:54.930502 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-e7cf8085-4a8c-421f-bf8c-a9853ba76f4c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416183 Oct 15 13:59:54.944283 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-d9b5e78a-fc55-46f6-bdec-142bbdd179d1 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 13:59:54.945315 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-d9b5e78a-fc55-46f6-bdec-142bbdd179d1 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054362 Oct 15 13:59:54.975206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Deleting port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:54.975547 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.051412 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-e9ac7812-b07e-4143-a66e-50b8c6a954d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976989 Oct 15 13:59:55.069184 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] For port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 13:59:55.069465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.143940 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f1a09297-9679-485f-a7cb-59b747e72f09 req-0105b9cd-587e-40b2-bf12-153291762484 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868618 Oct 15 13:59:55.238306 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.238721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.239009 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Floating IP 11620504-c9d3-4354-a708-7101f91e87d1 disassociated. External IP: 172.27.0.228, port: b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8. Oct 15 13:59:55.239349 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Calling delete_port for b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:55.379303 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.415299 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'Port': ['ID=b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:55.427982 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.428408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.428818 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.429576 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.430106 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.430512 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.430916 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.431311 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.431776 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.432252 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.432704 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.433203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.434120 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.434120 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.434358 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:55.560895 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 13:59:55.683756 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 13:59:55.695613 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 13:59:55.710176 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:55.711186 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:59:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:55.738769 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] No DVR routers for this DVR port b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 13:59:55.740785 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:55.744371 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-4f0ec509-c60c-4727-a2ed-0622bd899e49 req-90038920-f320-4e47-a6fe-60cad355a193 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 HTTP/1.1" status: 204 len: 173 time: 0.8552647 Oct 15 13:59:55.744920 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-deleted', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 13:59:55.747310 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15fcdea-fe63-45cc-9f47-2e9f18946509" -d '{"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-deleted", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 13:59:55.824750 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:55.909454 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:55.943103 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f8308207-9346-45ad-a83b-37406dd62ebc req-7d009439-6347-486b-ac6e-1dbfab4b6270 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=161ef6e2-46fb-4c64-bbf0-c178886e0965 HTTP/1.1" status: 200 len: 210 time: 0.0442009 Oct 15 13:59:55.988779 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdafaa0-6bf1-4c6c-837c-617a16eb945d x-openstack-request-id: req-2cdafaa0-6bf1-4c6c-837c-617a16eb945d {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 13:59:55.989330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161ef6e2-46fb-4c64-bbf0-c178886e0965", "name": "network-vif-deleted", "tag": "b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 13:59:55.989330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cdafaa0-6bf1-4c6c-837c-617a16eb945d {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 13:59:55.989922 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdafaa0-6bf1-4c6c-837c-617a16eb945d'] response: {'server_uuid': '161ef6e2-46fb-4c64-bbf0-c178886e0965', 'name': 'network-vif-deleted', 'tag': 'b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8', 'status': 'completed', 'code': 200} Oct 15 13:59:56.073584 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:56.103170 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 13:59:56.113059 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 13:59:56.113654 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:59:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:56.218007 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 13:59:56.236258 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:56.410409 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 13:59:56.435742 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e1182-679e-4857-a607-bc421aaef2d1 None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T13:48:53Z', 'revision_number': 4, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': '109135cd-4fa6-4de9-b5a2-1174221b5633', 'name': '', 'network_id': '2be587d7-2a5c-4c32-9783-ff3a198697e5', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'mac_address': 'fa:16:3e:c8:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:48Z', 'updated_at': '2022-10-15T13:49:10Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'subnets': [{'id': 'f79b5614-80c8-4aaf-887e-d40e00471cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 13:59:56.662825 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e491ea82-c7e3-4cdd-b6b6-147287bde36b None None] New status for floating IP 11620504-c9d3-4354-a708-7101f91e87d1: DOWN {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 13:59:57.051539 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60292) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:57.113380 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:57.117017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (a5b8dcc8-4377-436f-a0f5-33cb64b5bf94), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.143533 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (a5b8dcc8-4377-436f-a0f5-33cb64b5bf94), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.154513 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:57.196316 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a5b8dcc8-4377-436f-a0f5-33cb64b5bf94), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.198827 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.200041 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a5b8dcc8-4377-436f-a0f5-33cb64b5bf94 HTTP/1.1" status: 204 len: 168 time: 0.1472986 Oct 15 13:59:57.202889 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60296) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:57.209508 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947cd95-cca5-41f5-bde9-6aa80950eff5 tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8dcc8-4377-436f-a0f5-33cb64b5bf94,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:57.217439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-367c48f1-45d9-4500-b958-047f0b3561ba tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] show failed (client error): The resource could not be found. Oct 15 13:59:57.218544 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-367c48f1-45d9-4500-b958-047f0b3561ba tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "GET /networking/v2.0/security-groups/a5b8dcc8-4377-436f-a0f5-33cb64b5bf94 HTTP/1.1" status: 404 len: 347 time: 0.0144401 Oct 15 13:59:57.221473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60298) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 13:59:57.325657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 13:59:57.342398 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Deleting port 949489fa-d616-45d8-8443-bf5db10f12f4 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 13:59:57.342713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.424718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.425036 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (949489fa-d616-45d8-8443-bf5db10f12f4), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.438020 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Calling delete_port for 949489fa-d616-45d8-8443-bf5db10f12f4 owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 13:59:57.579192 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (949489fa-d616-45d8-8443-bf5db10f12f4), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.602252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Pushing event deleted for resources: {'Port': ['ID=949489fa-d616-45d8-8443-bf5db10f12f4,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 13:59:57.633207 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.633569 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.633952 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.634488 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.634819 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.635064 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.635392 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.635718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.636069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.636396 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.636719 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.637539 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.637539 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.637765 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.637977 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 13:59:57.685362 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks [] for floatingip (11620504-c9d3-4354-a708-7101f91e87d1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.687834 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.689461 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-26f605d0-06ab-41e4-becf-c1bbaad8b79c tempest-AttachVolumeShelveTestJSON-204887899 tempest-AttachVolumeShelveTestJSON-204887899-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/11620504-c9d3-4354-a708-7101f91e87d1 HTTP/1.1" status: 204 len: 168 time: 0.4667838 Oct 15 13:59:57.793376 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:57.799103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 13:59:59.488938 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:00:00.158775 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60340) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:00.474575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:00:00.500803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:00:00.501172 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device b7f79f6d-d3ad-4794-bbcd-8936f95ed2b8 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:00:00.584812 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:00.668167 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:00.824000 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Deleting port 109135cd-4fa6-4de9-b5a2-1174221b5633 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:00:00.824220 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:00.878211 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:00.922326 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] For port 109135cd-4fa6-4de9-b5a2-1174221b5633, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=109135cd-4fa6-4de9-b5a2-1174221b5633,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:00.922692 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:00.937710 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Calling delete_port for 109135cd-4fa6-4de9-b5a2-1174221b5633 owned by network:router_interface {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:00:01.138723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (109135cd-4fa6-4de9-b5a2-1174221b5633), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:01.174126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=109135cd-4fa6-4de9-b5a2-1174221b5633,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:01.340552 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:01.365189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb7bbf-0186-49e2-b708-b57c5880b1eb None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 14:00:01.457767 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb7bbf-0186-49e2-b708-b57c5880b1eb None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 14:00:01.567544 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:00:01.580405 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:01.690520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:01.696248 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:00:01.704469 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60352) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:01.704989 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5fbc786d-463f-4377-9737-62f7a6913c5c admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/5a63cc39-53a8-4871-8a93-41e82fbc4f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5449350 Oct 15 14:00:01.706254 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Sync routers for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:00:01.716960 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:00:01.717628 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:59:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:01.814282 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks [] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:01.830171 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:00:01.932600 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks [] for router_gateway (5a63cc39-53a8-4871-8a93-41e82fbc4f06), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:01.972326 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:01.979990 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Deleting port 84109563-73bf-40e7-8205-ee67310c9589 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:00:01.980360 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (84109563-73bf-40e7-8205-ee67310c9589), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.044732 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '84109563-73bf-40e7-8205-ee67310c9589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T14:00:01Z', 'revision_number': 5, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port': {'id': '84109563-73bf-40e7-8205-ee67310c9589', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:48:37Z', 'updated_at': '2022-10-15T13:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:02.067892 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] For port 84109563-73bf-40e7-8205-ee67310c9589, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=84109563-73bf-40e7-8205-ee67310c9589,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:02.068622 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (84109563-73bf-40e7-8205-ee67310c9589), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.070145 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Checking router: 5a63cc39-53a8-4871-8a93-41e82fbc4f06 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:00:02.079096 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Routers {'5a63cc39-53a8-4871-8a93-41e82fbc4f06'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:00:02.079766 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T13:59:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:02.088202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Calling delete_port for 84109563-73bf-40e7-8205-ee67310c9589 owned by network:router_gateway {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:00:02.215428 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-87c8a593-15e4-4e1b-87b0-efb20f16df60 None None] Provisioning complete for port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:00:02.217080 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-87c8a593-15e4-4e1b-87b0-efb20f16df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.217080 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-87c8a593-15e4-4e1b-87b0-efb20f16df60 None None] Attempt 1 to provision port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b Oct 15 14:00:02.272187 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] Set router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:00:02.304385 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-87c8a593-15e4-4e1b-87b0-efb20f16df60 None None] Current status of the port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:00:02.322291 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T14:00:01Z', 'revision_number': 6, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:02.350470 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69439583-ae87-49a6-ab7e-7b11f4f67bac None None] The sync data for ids ['5a63cc39-53a8-4871-8a93-41e82fbc4f06'] in dv-cinder-861491-3-iscsi is: [{'id': '5a63cc39-53a8-4871-8a93-41e82fbc4f06', 'name': 'tempest-AttachVolumeShelveTestJSON-2121069480-router', 'tenant_id': 'aabf1193b43040948317be442c5c16f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:48:35Z', 'updated_at': '2022-10-15T14:00:01Z', 'revision_number': 6, 'project_id': 'aabf1193b43040948317be442c5c16f7', 'gw_port_host': None}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:00:02.526705 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (84109563-73bf-40e7-8205-ee67310c9589), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.551231 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84109563-73bf-40e7-8205-ee67310c9589,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:02.614682 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.711681 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.714151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks [] for router_controller (5a63cc39-53a8-4871-8a93-41e82fbc4f06), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.763356 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (5a63cc39-53a8-4871-8a93-41e82fbc4f06), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.763977 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a63cc39-53a8-4871-8a93-41e82fbc4f06 {{(pid=111008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 14:00:02.768896 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.770090 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-14b26308-dd72-4016-8d41-e839eb9fc8f8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/5a63cc39-53a8-4871-8a93-41e82fbc4f06 HTTP/1.1" status: 204 len: 168 time: 1.0646040 Oct 15 14:00:02.772801 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60358) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:02.813327 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:02.829929 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Deleting subnet f79b5614-80c8-4aaf-887e-d40e00471cb8 {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 14:00:02.833135 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Publish callbacks [] for subnet (f79b5614-80c8-4aaf-887e-d40e00471cb8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.869731 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (f79b5614-80c8-4aaf-887e-d40e00471cb8), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.957989 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (f79b5614-80c8-4aaf-887e-d40e00471cb8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:02.984764 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:03.014448 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (f79b5614-80c8-4aaf-887e-d40e00471cb8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.042126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79b5614-80c8-4aaf-887e-d40e00471cb8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:03.048485 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.051617 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-714a51f3-11ea-41c0-9684-69ef0fe90f56 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/f79b5614-80c8-4aaf-887e-d40e00471cb8 HTTP/1.1" status: 204 len: 168 time: 0.2778156 Oct 15 14:00:03.053962 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590fc171-cdc9-4cdf-842e-aba79cae5d28 None None] Network 2be587d7-2a5c-4c32-9783-ff3a198697e5 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 14:00:03.054230 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60362) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:03.138186 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (2be587d7-2a5c-4c32-9783-ff3a198697e5), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.177609 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 109135cd-4fa6-4de9-b5a2-1174221b5633 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:00:03.199283 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 109135cd-4fa6-4de9-b5a2-1174221b5633 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:00:03.199776 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 109135cd-4fa6-4de9-b5a2-1174221b5633 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:00:03.200324 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 84109563-73bf-40e7-8205-ee67310c9589 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:00:03.200439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Deleting port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:00:03.200685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.221813 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] DHCP port deletion for 2be587d7-2a5c-4c32-9783-ff3a198697e5 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 14:00:03.224064 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 84109563-73bf-40e7-8205-ee67310c9589 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:00:03.224418 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 84109563-73bf-40e7-8205-ee67310c9589 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:00:03.262959 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Deleting port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:00:03.263734 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.269235 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] For port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:03.269598 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.283572 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Calling delete_port for f58469b3-b6ff-4662-85e3-1b7fa2c24f7b owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:00:03.332222 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] For port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,segment=NetworkSegment(b03c9d90-13e0-4b6c-a3b4-99a30d342779),segment_id=b03c9d90-13e0-4b6c-a3b4-99a30d342779)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:03.332624 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.347197 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Calling delete_port for f58469b3-b6ff-4662-85e3-1b7fa2c24f7b owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:00:03.371689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.397985 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Pushing event deleted for resources: {'Port': ['ID=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:03.404737 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] No DVR routers for this DVR port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:00:03.427780 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (f58469b3-b6ff-4662-85e3-1b7fa2c24f7b), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.449803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Pushing event deleted for resources: {'Port': ['ID=f58469b3-b6ff-4662-85e3-1b7fa2c24f7b,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:03.463095 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.463453 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.463798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.464166 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.464507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.464840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.465222 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.465520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.465848 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.466179 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.466507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.466836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.467159 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.467482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.467806 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:00:03.473800 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec21855-b96e-4d05-8611-24efb18ce220 None None] No DVR routers for this DVR port f58469b3-b6ff-4662-85e3-1b7fa2c24f7b on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:00:03.486259 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (2be587d7-2a5c-4c32-9783-ff3a198697e5), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.506981 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be587d7-2a5c-4c32-9783-ff3a198697e5']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:03.517094 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03c9d90-13e0-4b6c-a3b4-99a30d342779') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:03.517393 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03c9d90-13e0-4b6c-a3b4-99a30d342779') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:03.527704 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (b03c9d90-13e0-4b6c-a3b4-99a30d342779), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.542206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (b03c9d90-13e0-4b6c-a3b4-99a30d342779), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.548789 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 14:00:03.549287 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (b03c9d90-13e0-4b6c-a3b4-99a30d342779), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.589699 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment b03c9d90-13e0-4b6c-a3b4-99a30d342779 resource provider aggregate not found Oct 15 14:00:03.607446 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment b03c9d90-13e0-4b6c-a3b4-99a30d342779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b03c9d90-13e0-4b6c-a3b4-99a30d342779 found for delete ", "request_id": "req-9c16e2db-7dac-43cf-b06c-74322aa7394f"}]} Oct 15 14:00:03.618654 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (2be587d7-2a5c-4c32-9783-ff3a198697e5), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.624285 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.627328 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2be587d7-2a5c-4c32-9783-ff3a198697e5 HTTP/1.1" status: 204 len: 168 time: 0.5721779 Oct 15 14:00:03.641823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e1c42-50e7-4753-a383-bd824ff6035e admin admin] Pushing event deleted for resources: {'Network': ['ID=2be587d7-2a5c-4c32-9783-ff3a198697e5,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:03.753070 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60372) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:03.795910 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-20b37b98-aad2-4605-b39e-dc4a26db0177 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aabf1193b43040948317be442c5c16f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416310 Oct 15 14:00:03.798939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60374) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:03.851019 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] Publish callbacks [] for security_group (9c8d2093-2767-4836-8f85-f2cb02a73721), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.873657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] Publish callbacks [] for security_group (9c8d2093-2767-4836-8f85-f2cb02a73721), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.930859 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (9c8d2093-2767-4836-8f85-f2cb02a73721), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.933605 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:03.934827 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9c8d2093-2767-4836-8f85-f2cb02a73721 HTTP/1.1" status: 204 len: 168 time: 0.1349695 Oct 15 14:00:03.943163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b58e46-c181-4c1a-8e6c-1e9ae6876cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d2093-2767-4836-8f85-f2cb02a73721,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:05.019210 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f58469b3-b6ff-4662-85e3-1b7fa2c24f7b no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:00:05.054278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: f58469b3-b6ff-4662-85e3-1b7fa2c24f7b {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:00:05.054637 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f58469b3-b6ff-4662-85e3-1b7fa2c24f7b not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:00:06.149235 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60472) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:06.270749 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-89ac4f1c-ba0f-47ba-9250-5988da0d4bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.363108 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-89ac4f1c-ba0f-47ba-9250-5988da0d4bec admin admin] Publish callbacks [] for security_group (18c73dc5-af7d-46f4-aebc-4e685106cfc2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.368251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-89ac4f1c-ba0f-47ba-9250-5988da0d4bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (18c73dc5-af7d-46f4-aebc-4e685106cfc2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.410507 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-89ac4f1c-ba0f-47ba-9250-5988da0d4bec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d978d566487c4f82a30af41db42fc2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601237 Oct 15 14:00:06.411597 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac4f1c-ba0f-47ba-9250-5988da0d4bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c73dc5-af7d-46f4-aebc-4e685106cfc2,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:06.413557 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60478) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:06.480685 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] Publish callbacks [] for security_group (18c73dc5-af7d-46f4-aebc-4e685106cfc2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.482323 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:06.504182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] Publish callbacks [] for security_group (18c73dc5-af7d-46f4-aebc-4e685106cfc2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.562086 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (18c73dc5-af7d-46f4-aebc-4e685106cfc2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.564656 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.565826 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/18c73dc5-af7d-46f4-aebc-4e685106cfc2 HTTP/1.1" status: 204 len: 168 time: 0.1512971 Oct 15 14:00:06.575747 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57e7e2-2e0f-422b-ae3e-74dc11b43bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c73dc5-af7d-46f4-aebc-4e685106cfc2,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:06.856917 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60486) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:06.871906 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd25e89a-547f-4eba-85ba-aaa483e9b20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.951819 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd25e89a-547f-4eba-85ba-aaa483e9b20a admin admin] Publish callbacks [] for security_group (b47c4e77-b633-406e-bdc5-0e3a328a9ef2), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.957759 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd25e89a-547f-4eba-85ba-aaa483e9b20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b47c4e77-b633-406e-bdc5-0e3a328a9ef2), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:06.998155 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-cd25e89a-547f-4eba-85ba-aaa483e9b20a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=85ca2a8f228446adb78d667d55755ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399527 Oct 15 14:00:06.998934 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e89a-547f-4eba-85ba-aaa483e9b20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c4e77-b633-406e-bdc5-0e3a328a9ef2,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:07.001294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60488) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:07.055852 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] Publish callbacks [] for security_group (b47c4e77-b633-406e-bdc5-0e3a328a9ef2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:07.077090 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] Publish callbacks [] for security_group (b47c4e77-b633-406e-bdc5-0e3a328a9ef2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:07.106407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:07.133727 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b47c4e77-b633-406e-bdc5-0e3a328a9ef2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:07.136823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:07.138042 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b47c4e77-b633-406e-bdc5-0e3a328a9ef2 HTTP/1.1" status: 204 len: 168 time: 0.1356177 Oct 15 14:00:07.146277 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312e299-758f-4ceb-bd00-c3e44dd3ff9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c4e77-b633-406e-bdc5-0e3a328a9ef2,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:08.904594 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60542) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:09.021700 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd07d31c-07ea-4f4f-82f5-f0e0eefea941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.100543 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd07d31c-07ea-4f4f-82f5-f0e0eefea941 admin admin] Publish callbacks [] for security_group (c24eff79-c3e8-49e3-8002-05f2f830378a), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.106411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd07d31c-07ea-4f4f-82f5-f0e0eefea941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c24eff79-c3e8-49e3-8002-05f2f830378a), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.143432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=16 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:09.148415 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-dd07d31c-07ea-4f4f-82f5-f0e0eefea941 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fa5684fd117b4e06979f0c2afbe5006c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427073 Oct 15 14:00:09.149546 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07d31c-07ea-4f4f-82f5-f0e0eefea941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24eff79-c3e8-49e3-8002-05f2f830378a,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:09.151392 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60546) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:09.208563 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] Publish callbacks [] for security_group (c24eff79-c3e8-49e3-8002-05f2f830378a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.232164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] Publish callbacks [] for security_group (c24eff79-c3e8-49e3-8002-05f2f830378a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.283719 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c24eff79-c3e8-49e3-8002-05f2f830378a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.286407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.287589 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c24eff79-c3e8-49e3-8002-05f2f830378a HTTP/1.1" status: 204 len: 168 time: 0.1338444 Oct 15 14:00:09.296384 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef95d7-3f2c-415b-a870-936977341ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24eff79-c3e8-49e3-8002-05f2f830378a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:09.309101 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:09.310067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=1,neutron:SELECT=73,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:09.582105 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60562) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:09.597622 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a819018b-071c-4808-9935-c7f955f31fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.678301 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a819018b-071c-4808-9935-c7f955f31fdd admin admin] Publish callbacks [] for security_group (a019221c-79bb-4050-bed1-5ab33409182c), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.683825 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a819018b-071c-4808-9935-c7f955f31fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a019221c-79bb-4050-bed1-5ab33409182c), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.725562 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819018b-071c-4808-9935-c7f955f31fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019221c-79bb-4050-bed1-5ab33409182c,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:09.731670 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a819018b-071c-4808-9935-c7f955f31fdd admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a454348c912a40b3b0342137d02793e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484704 Oct 15 14:00:09.734566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60570) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:09.778369 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:09.798487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] Publish callbacks [] for security_group (a019221c-79bb-4050-bed1-5ab33409182c), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.824086 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] Publish callbacks [] for security_group (a019221c-79bb-4050-bed1-5ab33409182c), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.873175 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (a019221c-79bb-4050-bed1-5ab33409182c), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.876182 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:09.880606 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a019221c-79bb-4050-bed1-5ab33409182c HTTP/1.1" status: 204 len: 168 time: 0.1419303 Oct 15 14:00:09.886638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3e31e-82fc-4a1f-b7f8-cd8c5247187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019221c-79bb-4050-bed1-5ab33409182c,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:10.440331 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=100 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:11.487217 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60658) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:11.600174 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ddeedc68-0c46-423e-8db2-d441fa03f23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.679086 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ddeedc68-0c46-423e-8db2-d441fa03f23f admin admin] Publish callbacks [] for security_group (ce94cc10-4e28-48de-92fd-ae4d159fa418), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.684619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ddeedc68-0c46-423e-8db2-d441fa03f23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ce94cc10-4e28-48de-92fd-ae4d159fa418), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.726782 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ddeedc68-0c46-423e-8db2-d441fa03f23f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0b57c243763e4416be29f33b5e76dfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383039 Oct 15 14:00:11.730521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60662) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:11.732698 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeedc68-0c46-423e-8db2-d441fa03f23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94cc10-4e28-48de-92fd-ae4d159fa418,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:11.790239 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] Publish callbacks [] for security_group (ce94cc10-4e28-48de-92fd-ae4d159fa418), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.815450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] Publish callbacks [] for security_group (ce94cc10-4e28-48de-92fd-ae4d159fa418), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.870926 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (ce94cc10-4e28-48de-92fd-ae4d159fa418), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.873496 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:11.877184 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ce94cc10-4e28-48de-92fd-ae4d159fa418 HTTP/1.1" status: 204 len: 168 time: 0.1431625 Oct 15 14:00:11.886275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83ee54-6a03-4582-8b85-22ad6714e72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94cc10-4e28-48de-92fd-ae4d159fa418,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:11.899174 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:12.207193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60672) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:12.222169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-46a6903d-e66c-40e8-8354-547b3927bb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.310214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-46a6903d-e66c-40e8-8354-547b3927bb8f admin admin] Publish callbacks [] for security_group (f3664435-72da-4767-abb1-af3abd446e0b), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.315784 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-46a6903d-e66c-40e8-8354-547b3927bb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f3664435-72da-4767-abb1-af3abd446e0b), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.355647 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-46a6903d-e66c-40e8-8354-547b3927bb8f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ea924dde650b4cfc9a26878c0f01c302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472821 Oct 15 14:00:12.356589 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6903d-e66c-40e8-8354-547b3927bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3664435-72da-4767-abb1-af3abd446e0b,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:12.359261 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60674) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:12.412430 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] Publish callbacks [] for security_group (f3664435-72da-4767-abb1-af3abd446e0b), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.429819 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:12.434762 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] Publish callbacks [] for security_group (f3664435-72da-4767-abb1-af3abd446e0b), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.487122 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (f3664435-72da-4767-abb1-af3abd446e0b), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.490991 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:12.492333 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f3664435-72da-4767-abb1-af3abd446e0b HTTP/1.1" status: 204 len: 168 time: 0.1319473 Oct 15 14:00:12.500630 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc1dc-cbbb-431f-8e74-ccafc8a1c9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3664435-72da-4767-abb1-af3abd446e0b,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:14.275916 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60728) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:14.385875 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-91c23963-d2b6-46b8-9cbe-dddb73848ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.405703 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:14.477754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-91c23963-d2b6-46b8-9cbe-dddb73848ee3 admin admin] Publish callbacks [] for security_group (5743df15-28c9-4217-9151-38076466fbc7), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.485699 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-91c23963-d2b6-46b8-9cbe-dddb73848ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5743df15-28c9-4217-9151-38076466fbc7), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.531764 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c23963-d2b6-46b8-9cbe-dddb73848ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5743df15-28c9-4217-9151-38076466fbc7,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:14.536858 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-91c23963-d2b6-46b8-9cbe-dddb73848ee3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e21b59cec508431ebd44bf7c6bf046d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611127 Oct 15 14:00:14.539278 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60734) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:14.592253 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] Publish callbacks [] for security_group (5743df15-28c9-4217-9151-38076466fbc7), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.613618 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] Publish callbacks [] for security_group (5743df15-28c9-4217-9151-38076466fbc7), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.666235 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (5743df15-28c9-4217-9151-38076466fbc7), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.668953 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.670128 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5743df15-28c9-4217-9151-38076466fbc7 HTTP/1.1" status: 204 len: 168 time: 0.1305199 Oct 15 14:00:14.679293 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369056b-73a0-4921-b182-95c4e3642390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5743df15-28c9-4217-9151-38076466fbc7,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:14.690836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:14.970627 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60740) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:14.984655 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cc51e2a3-67c5-4cac-a9a6-b7c2583ce329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.064518 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cc51e2a3-67c5-4cac-a9a6-b7c2583ce329 admin admin] Publish callbacks [] for security_group (2de2098b-1a4a-4c9f-bc21-fb8627e55c71), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.070385 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cc51e2a3-67c5-4cac-a9a6-b7c2583ce329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2de2098b-1a4a-4c9f-bc21-fb8627e55c71), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.109367 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51e2a3-67c5-4cac-a9a6-b7c2583ce329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de2098b-1a4a-4c9f-bc21-fb8627e55c71,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:15.113696 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-cc51e2a3-67c5-4cac-a9a6-b7c2583ce329 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ed7522646b9f4b6c98c392c93784d2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420534 Oct 15 14:00:15.116359 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60744) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:15.168426 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] Publish callbacks [] for security_group (2de2098b-1a4a-4c9f-bc21-fb8627e55c71), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.189099 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] Publish callbacks [] for security_group (2de2098b-1a4a-4c9f-bc21-fb8627e55c71), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.242751 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2de2098b-1a4a-4c9f-bc21-fb8627e55c71), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.245613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:15.246923 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2de2098b-1a4a-4c9f-bc21-fb8627e55c71 HTTP/1.1" status: 204 len: 168 time: 0.1296558 Oct 15 14:00:15.255959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe0c80-968b-4130-8911-73d8d22e94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de2098b-1a4a-4c9f-bc21-fb8627e55c71,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:15.934544 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-baffc998-8c91-47b8-987a-97d2cf8ec8de tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1562745215&fields=id&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 267 time: 0.0481575 Oct 15 14:00:16.051231 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-eca73d51-55ee-413f-b61b-69c4e3f2997a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:16.052900 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-eca73d51-55ee-413f-b61b-69c4e3f2997a tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1114986 Oct 15 14:00:16.068107 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-85f26298-87f1-423f-94d1-e3188e69e22b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/quotas/243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Oct 15 14:00:16.125313 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-b31353b7-4345-4302-a23f-342ac0b66857 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518856 Oct 15 14:00:16.254885 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-ad1f7fa8-3286-498d-b639-ccb4279ca5c2 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 15 14:00:16.256042 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-ad1f7fa8-3286-498d-b639-ccb4279ca5c2 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1194773 Oct 15 14:00:16.363651 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-a471c935-bb7a-4430-9996-59d484770b60 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011090 Oct 15 14:00:16.457404 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:16.464562 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-d18c5bb4-d997-44cf-9a7c-c603e149f27e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934117 Oct 15 14:00:17.187980 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-33976a14-e1c3-4b65-9883-326ef34f2fc7 req-4aba81f9-35ca-4235-a56a-2aa648386de9 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 210 time: 0.3741028 Oct 15 14:00:18.237225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8f4b4d6d-a9db-4cd0-aea9-574a377e190b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:18.237225 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8f4b4d6d-a9db-4cd0-aea9-574a377e190b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 812 time: 0.1164730 Oct 15 14:00:18.310020 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:18.310792 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:18.316991 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-d43c341e-28fe-4593-9e8a-51abf27c8ff2 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=243c0b9b4bd742659061745c8dc4c696 HTTP/1.1" status: 200 len: 380 time: 0.0668244 Oct 15 14:00:18.327554 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'port': {'device_id': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'admin_state_up': True, 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'security_groups': ['2ee3793c-d749-4155-8974-fea06c3ed499']}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:00:18.348881 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-be9ebcc3-8db8-4f15-a57d-e3c8136b42ac req-d535bae8-e8fe-407b-af54-36d4abd9ad4c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 210 time: 0.0419092 Oct 15 14:00:18.470018 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Made reservation on behalf of 243c0b9b4bd742659061745c8dc4c696 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 14:00:18.475039 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.613516 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.20.0.4 (701b540a-8a09-42dc-a3a2-18dbe248ffc3/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa/7c8bf8d7-7d37-4910-8609-6b29066a0947) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:00:18.715127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60878) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:18.769519 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.806306 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.828815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b994-8a15-4347-ae68-fd9f1e116516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.839912 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:18.855572 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:00:18.860967 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:00:18.863151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:18.865351 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:00:18.915964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:18.916724 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.924874 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b994-8a15-4347-ae68-fd9f1e116516 admin admin] Publish callbacks [] for security_group (eb04795f-93af-4bd4-a53c-8038e20746a3), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.930925 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-aaa7b994-8a15-4347-ae68-fd9f1e116516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (eb04795f-93af-4bd4-a53c-8038e20746a3), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:18.936352 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-8ac284b0-ff0d-4c9d-b730-180031586493 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133482 Oct 15 14:00:18.947625 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Request body: {'port': {'device_id': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:00:18.973948 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-aaa7b994-8a15-4347-ae68-fd9f1e116516 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0330fde8c21341ad95008a4386ac5080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576914 Oct 15 14:00:18.974840 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7b994-8a15-4347-ae68-fd9f1e116516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04795f-93af-4bd4-a53c-8038e20746a3,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:18.977244 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60882) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:19.014721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.041040 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] Publish callbacks [] for security_group (eb04795f-93af-4bd4-a53c-8038e20746a3), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.066232 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] Publish callbacks [] for security_group (eb04795f-93af-4bd4-a53c-8038e20746a3), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.119801 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (eb04795f-93af-4bd4-a53c-8038e20746a3), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.123450 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.124988 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/eb04795f-93af-4bd4-a53c-8038e20746a3 HTTP/1.1" status: 204 len: 168 time: 0.1466792 Oct 15 14:00:19.138466 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a471-2cc6-4111-bbbd-687cf0e5fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04795f-93af-4bd4-a53c-8038e20746a3,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:19.169974 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c8f55c47-7d60-4c40-beb8-52dcca904dba None None] Provisioning complete for port 7c8bf8d7-7d37-4910-8609-6b29066a0947 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:00:19.170553 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c8f55c47-7d60-4c40-beb8-52dcca904dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.170696 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c8f55c47-7d60-4c40-beb8-52dcca904dba None None] Attempt 1 to provision port 7c8bf8d7-7d37-4910-8609-6b29066a0947 Oct 15 14:00:19.208798 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c8f55c47-7d60-4c40-beb8-52dcca904dba None None] Port 7c8bf8d7-7d37-4910-8609-6b29066a0947 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 14:00:19.235867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:19.238510 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:19.314905 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8bf8d7-7d37-4910-8609-6b29066a0947 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:00:19.323155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks [] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.337654 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Transition to ACTIVE for port object 7c8bf8d7-7d37-4910-8609-6b29066a0947 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 14:00:19.346458 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.444631 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:19.510714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197a72-fb10-42ef-a5cb-559f8a63526e req-c831f57d-22fb-416e-952a-12fad2dfad24 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:19.519493 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6d197a72-fb10-42ef-a5cb-559f8a63526e req-c831f57d-22fb-416e-952a-12fad2dfad24 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0686433 Oct 15 14:00:19.524579 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 60896) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:19.548221 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c223ecfa-6bc6-4f45-a87f-26477fbaa0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.551650 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Attempting to bind port 7c8bf8d7-7d37-4910-8609-6b29066a0947 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 14:00:19.552037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Attempting to bind port 7c8bf8d7-7d37-4910-8609-6b29066a0947 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 14:00:19.552371 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Attempting to bind port 7c8bf8d7-7d37-4910-8609-6b29066a0947 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:00:19.577535 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6d197a72-fb10-42ef-a5cb-559f8a63526e req-0544d569-0112-4154-8124-e5e3f14f8e02 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569305 Oct 15 14:00:19.636750 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Port 7c8bf8d7-7d37-4910-8609-6b29066a0947 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 14:00:19.637788 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Attempting to bind port 7c8bf8d7-7d37-4910-8609-6b29066a0947 on network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:00:19.725030 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 14, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 14:00:19.725407 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Checking segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 14:00:19.725847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Bound using segment: {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 14:00:19.726290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Bound port: 7c8bf8d7-7d37-4910-8609-6b29066a0947, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 14:00:19.726648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.734159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c223ecfa-6bc6-4f45-a87f-26477fbaa0a6 admin admin] Publish callbacks [] for security_group (e9d143bc-9a2f-44ba-89f6-1b0640b06a16), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.743605 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-c223ecfa-6bc6-4f45-a87f-26477fbaa0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e9d143bc-9a2f-44ba-89f6-1b0640b06a16), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.811050 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c223ecfa-6bc6-4f45-a87f-26477fbaa0a6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ac269cd714724d6f9d82cb85f748ba79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853849 Oct 15 14:00:19.814451 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 60900) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:19.819760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223ecfa-6bc6-4f45-a87f-26477fbaa0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d143bc-9a2f-44ba-89f6-1b0640b06a16,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:19.838328 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 14:00:19.842036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 14:00:19.849843 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.853302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:19.854290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.856029 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 200 len: 1093 time: 0.9127119 Oct 15 14:00:19.858310 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:00:19.861497 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e822f12-50b4-4888-9dfe-bc12cad77589" -d '{"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:00:19.880828 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] Publish callbacks [] for security_group (e9d143bc-9a2f-44ba-89f6-1b0640b06a16), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.908723 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] Publish callbacks [] for security_group (e9d143bc-9a2f-44ba-89f6-1b0640b06a16), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.915795 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3cbc4c-91c9-4b77-8d2e-d901bb27613d x-openstack-request-id: req-aa3cbc4c-91c9-4b77-8d2e-d901bb27613d {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:00:19.916115 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:00:19.916372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa3cbc4c-91c9-4b77-8d2e-d901bb27613d {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:00:19.916810 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3cbc4c-91c9-4b77-8d2e-d901bb27613d'] response: {'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'status': 'completed', 'code': 200} Oct 15 14:00:19.917694 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdcce8-bd25-4e1a-bc99-48b582680e0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:19.962879 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e9d143bc-9a2f-44ba-89f6-1b0640b06a16), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.966069 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:19.967241 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e9d143bc-9a2f-44ba-89f6-1b0640b06a16 HTTP/1.1" status: 204 len: 168 time: 0.1518071 Oct 15 14:00:19.967867 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-4a491086-598b-4345-8e05-ca8c23250881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:19.970374 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-4a491086-598b-4345-8e05-ca8c23250881 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1127 time: 0.0465856 Oct 15 14:00:19.975593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5910b5-0e25-4cac-a0ea-5c43442eb881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d143bc-9a2f-44ba-89f6-1b0640b06a16,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:20.017043 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-907cb7de-7561-41a8-ae74-858d0f11ff50 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 200 len: 217 time: 0.0393956 Oct 15 14:00:20.065823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-ef0d952e-2202-42bb-8369-b8f8d8c56a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:20.067327 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-ef0d952e-2202-42bb-8369-b8f8d8c56a6b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0449779 Oct 15 14:00:20.107754 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:20.116947 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-df3816a2-d99e-4a2b-a2f0-2fb11d13d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:20.118487 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-df3816a2-d99e-4a2b-a2f0-2fb11d13d5c0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458467 Oct 15 14:00:20.214528 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-b290b021-2eb9-4f47-ad34-af9296527f95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885878 Oct 15 14:00:20.274356 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:20.319578 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-47503310-9720-4bea-96e5-18f2f1ac8ed6 req-a374b403-b59a-474c-9dd4-3204eaec5024 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997229 Oct 15 14:00:20.453829 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:20.454547 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:20.724705 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34055a5b-4b48-4231-a17f-1151666719cf req-79a14cec-f6aa-45b2-8525-e1c4e396a990 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:20.728352 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34055a5b-4b48-4231-a17f-1151666719cf req-79a14cec-f6aa-45b2-8525-e1c4e396a990 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0550654 Oct 15 14:00:20.783797 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-34055a5b-4b48-4231-a17f-1151666719cf req-5803a5cf-63b4-4c17-b63a-dfaa4042cd51 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502949 Oct 15 14:00:21.402515 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-7a30443d-7549-48a7-ac99-541d13e48e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:21.404117 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-7a30443d-7549-48a7-ac99-541d13e48e54 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1127 time: 0.0422325 Oct 15 14:00:21.502719 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-baa471f2-2c8e-4d81-a373-1676a87199bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:21.504255 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-baa471f2-2c8e-4d81-a373-1676a87199bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.0943015 Oct 15 14:00:21.547450 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-173eba3f-247a-4c54-be6e-3e202d1da2bd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 200 len: 217 time: 0.0337429 Oct 15 14:00:21.601960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-9479b3a5-ad03-4dbc-8de5-a5191481a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:21.603429 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-9479b3a5-ad03-4dbc-8de5-a5191481a68f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0475683 Oct 15 14:00:21.653847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-f5210203-6903-4257-95b5-81b4f846c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:21.655457 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-f5210203-6903-4257-95b5-81b4f846c35f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418220 Oct 15 14:00:21.754198 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-c323d62a-d198-4f78-8636-5e6de6239917 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903635 Oct 15 14:00:21.855557 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1e822f12-50b4-4888-9dfe-bc12cad77589 req-6416712a-df92-4aa8-b05e-e4fee1e199e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951619 Oct 15 14:00:21.915227 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1ef20-1ed9-46c0-8bd2-95e595f1f93b req-878220b4-0fe9-46a8-a077-d6954af161b6 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:21.916871 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa1ef20-1ed9-46c0-8bd2-95e595f1f93b req-878220b4-0fe9-46a8-a077-d6954af161b6 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0489714 Oct 15 14:00:21.977573 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2fa1ef20-1ed9-46c0-8bd2-95e595f1f93b req-4aca6f28-16f8-4b98-8b9e-dcb0ec3ab311 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549037 Oct 15 14:00:22.276763 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b388a187-7565-4c97-ae37-fc556139940d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:23.109535 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe69e2-ee66-4f99-b0d6-c5a70bd5e410 req-76406ec4-d7b2-4f34-9794-1b42855a1a90 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:23.111035 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38fe69e2-ee66-4f99-b0d6-c5a70bd5e410 req-76406ec4-d7b2-4f34-9794-1b42855a1a90 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0489831 Oct 15 14:00:23.136555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:23.165582 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-38fe69e2-ee66-4f99-b0d6-c5a70bd5e410 req-9dfdfbb3-81b6-4421-a87a-f880a5d1e4b5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485852 Oct 15 14:00:24.294105 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c418a-3125-4c6e-b278-20cb63dff710 req-4ecfd371-9d93-47e5-bfbd-9576ad800ad5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:24.295896 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-006c418a-3125-4c6e-b278-20cb63dff710 req-4ecfd371-9d93-47e5-bfbd-9576ad800ad5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Oct 15 14:00:24.323374 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:24.351730 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-006c418a-3125-4c6e-b278-20cb63dff710 req-1969307a-4497-44bb-b36b-a1a25a8f0840 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497491 Oct 15 14:00:24.600783 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1bb842e4-f7a0-4590-bd1b-124e81527e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:24.827680 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32814) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:24.936955 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-53c44462-391a-4373-bbf7-c4ae4d38bfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.019728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-53c44462-391a-4373-bbf7-c4ae4d38bfef admin admin] Publish callbacks [] for security_group (8ad1822d-d25c-45ce-8c6d-8a8b14baa13a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.028967 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-53c44462-391a-4373-bbf7-c4ae4d38bfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8ad1822d-d25c-45ce-8c6d-8a8b14baa13a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.071916 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-53c44462-391a-4373-bbf7-c4ae4d38bfef admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0c659656ba6b428586ccb1b86c017c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408910 Oct 15 14:00:25.072531 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32826) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:25.080122 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44462-391a-4373-bbf7-c4ae4d38bfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad1822d-d25c-45ce-8c6d-8a8b14baa13a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:25.099398 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:25.127983 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] Publish callbacks [] for security_group (8ad1822d-d25c-45ce-8c6d-8a8b14baa13a), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.149049 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] Publish callbacks [] for security_group (8ad1822d-d25c-45ce-8c6d-8a8b14baa13a), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.202582 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (8ad1822d-d25c-45ce-8c6d-8a8b14baa13a), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.205323 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.208945 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8ad1822d-d25c-45ce-8c6d-8a8b14baa13a HTTP/1.1" status: 204 len: 168 time: 0.1330776 Oct 15 14:00:25.215315 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e469010-01d8-4f5d-85e1-5410ae12b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad1822d-d25c-45ce-8c6d-8a8b14baa13a,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:25.272747 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32832) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:25.500817 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02f81c-200c-4768-8347-130a9a9b9a96 req-5c927527-cbaa-4f3f-a2e4-0b47e341a009 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:25.503015 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c224f5a-583b-4ef5-b18a-dda6673229f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.508556 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ca02f81c-200c-4768-8347-130a9a9b9a96 req-5c927527-cbaa-4f3f-a2e4-0b47e341a009 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0715160 Oct 15 14:00:25.561084 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ca02f81c-200c-4768-8347-130a9a9b9a96 req-2d430ba0-41b4-4193-a17a-c5a299a2e4f5 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509510 Oct 15 14:00:25.574406 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:25.576724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32840) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:25.592208 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f28af72a-2c54-49c5-b84d-cd63f379d3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.615330 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c224f5a-583b-4ef5-b18a-dda6673229f3 admin admin] Publish callbacks [] for security_group (18262ea0-0dd7-436d-aec9-1ce660edfbe5), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.620492 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4c224f5a-583b-4ef5-b18a-dda6673229f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (18262ea0-0dd7-436d-aec9-1ce660edfbe5), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.662908 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c224f5a-583b-4ef5-b18a-dda6673229f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18262ea0-0dd7-436d-aec9-1ce660edfbe5,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:25.670634 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4c224f5a-583b-4ef5-b18a-dda6673229f3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=62c7896dfbe44ea48236b9a6a63a9621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942113 Oct 15 14:00:25.671218 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32842) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:25.681536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f28af72a-2c54-49c5-b84d-cd63f379d3ef admin admin] Publish callbacks [] for security_group (84486ac4-9891-4ca0-88f0-611427c67bf8), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.690709 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-f28af72a-2c54-49c5-b84d-cd63f379d3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (84486ac4-9891-4ca0-88f0-611427c67bf8), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.746440 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af72a-2c54-49c5-b84d-cd63f379d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84486ac4-9891-4ca0-88f0-611427c67bf8,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:25.752258 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-f28af72a-2c54-49c5-b84d-cd63f379d3ef admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b42adedff67b4a85896fee855d92d0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741230 Oct 15 14:00:25.755471 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32844) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:25.766272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] Publish callbacks [] for security_group (18262ea0-0dd7-436d-aec9-1ce660edfbe5), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.791499 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] Publish callbacks [] for security_group (18262ea0-0dd7-436d-aec9-1ce660edfbe5), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.812988 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] Publish callbacks [] for security_group (84486ac4-9891-4ca0-88f0-611427c67bf8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.835180 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] Publish callbacks [] for security_group (84486ac4-9891-4ca0-88f0-611427c67bf8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.843543 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (18262ea0-0dd7-436d-aec9-1ce660edfbe5), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.846828 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.848280 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/18262ea0-0dd7-436d-aec9-1ce660edfbe5 HTTP/1.1" status: 204 len: 168 time: 0.1733890 Oct 15 14:00:25.862652 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b415f-eb43-4ce8-8585-9a479c5b8c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18262ea0-0dd7-436d-aec9-1ce660edfbe5,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:25.898500 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (84486ac4-9891-4ca0-88f0-611427c67bf8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.902256 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:25.903598 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/84486ac4-9891-4ca0-88f0-611427c67bf8 HTTP/1.1" status: 204 len: 168 time: 0.1468399 Oct 15 14:00:25.912178 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8e9e9-3ca7-48b9-840f-25b6e4a07be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84486ac4-9891-4ca0-88f0-611427c67bf8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:26.245654 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.248741 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32854) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:26.257976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32856) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:26.262849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac43dab-972f-4fef-bf60-a18d56febe6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.272294 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8fdb936a-290d-418f-b2bc-83d34857a559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.343741 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac43dab-972f-4fef-bf60-a18d56febe6f admin admin] Publish callbacks [] for security_group (7a77bfe2-47f0-4f67-b3ac-847965a8abd2), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.348995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-8ac43dab-972f-4fef-bf60-a18d56febe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (7a77bfe2-47f0-4f67-b3ac-847965a8abd2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.350902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8fdb936a-290d-418f-b2bc-83d34857a559 admin admin] Publish callbacks [] for security_group (85c230a6-7347-4b25-bed1-e1978aead92d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.354976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8fdb936a-290d-418f-b2bc-83d34857a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (85c230a6-7347-4b25-bed1-e1978aead92d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.390921 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-8ac43dab-972f-4fef-bf60-a18d56febe6f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=eab0d4cc8bab479498c01211f66ea495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409221 Oct 15 14:00:26.391808 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43dab-972f-4fef-bf60-a18d56febe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a77bfe2-47f0-4f67-b3ac-847965a8abd2,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:26.397752 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32858) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:26.397936 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8fdb936a-290d-418f-b2bc-83d34857a559 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=61e0be896e5a49459cf7c2ffab05e19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363640 Oct 15 14:00:26.397936 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb936a-290d-418f-b2bc-83d34857a559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c230a6-7347-4b25-bed1-e1978aead92d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:26.399767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32860) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:26.448087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:26.450696 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] Publish callbacks [] for security_group (7a77bfe2-47f0-4f67-b3ac-847965a8abd2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.453111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] Publish callbacks [] for security_group (85c230a6-7347-4b25-bed1-e1978aead92d), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.473619 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] Publish callbacks [] for security_group (7a77bfe2-47f0-4f67-b3ac-847965a8abd2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.475381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] Publish callbacks [] for security_group (85c230a6-7347-4b25-bed1-e1978aead92d), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.499803 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:26.526401 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (7a77bfe2-47f0-4f67-b3ac-847965a8abd2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.528397 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (85c230a6-7347-4b25-bed1-e1978aead92d), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.529044 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.530229 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7a77bfe2-47f0-4f67-b3ac-847965a8abd2 HTTP/1.1" status: 204 len: 168 time: 0.1342416 Oct 15 14:00:26.530981 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:26.532150 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/85c230a6-7347-4b25-bed1-e1978aead92d HTTP/1.1" status: 204 len: 168 time: 0.1314223 Oct 15 14:00:26.541845 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec637242-ed89-4b81-a1e9-e548cf0b9493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c230a6-7347-4b25-bed1-e1978aead92d,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:26.546349 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff7722-d3b6-4f1f-9e27-2ee5ac0d225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a77bfe2-47f0-4f67-b3ac-847965a8abd2,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:26.709354 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce4eca-66a4-49a3-8623-871bc3a581b7 req-194bdcde-c555-493c-9783-b9694822410e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:26.710907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-58ce4eca-66a4-49a3-8623-871bc3a581b7 req-194bdcde-c555-493c-9783-b9694822410e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0522687 Oct 15 14:00:26.777491 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-58ce4eca-66a4-49a3-8623-871bc3a581b7 req-5ab3af44-b1c4-4e64-9702-c63a2ab9ce68 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601985 Oct 15 14:00:26.982075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32882) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:26.995828 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4a751001-b9ed-4c95-b5e3-ebe080db24f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.072987 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4a751001-b9ed-4c95-b5e3-ebe080db24f4 admin admin] Publish callbacks [] for security_group (b9083824-e535-44e4-8237-62953a7e3440), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.077990 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4a751001-b9ed-4c95-b5e3-ebe080db24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b9083824-e535-44e4-8237-62953a7e3440), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.118445 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4a751001-b9ed-4c95-b5e3-ebe080db24f4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e07a1c835d244b2286582627e0787be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350169 Oct 15 14:00:27.119686 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751001-b9ed-4c95-b5e3-ebe080db24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9083824-e535-44e4-8237-62953a7e3440,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:27.121225 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32884) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:27.135210 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:27.176591 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] Publish callbacks [] for security_group (b9083824-e535-44e4-8237-62953a7e3440), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.197575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] Publish callbacks [] for security_group (b9083824-e535-44e4-8237-62953a7e3440), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.246885 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b9083824-e535-44e4-8237-62953a7e3440), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.249535 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.250734 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b9083824-e535-44e4-8237-62953a7e3440 HTTP/1.1" status: 204 len: 168 time: 0.1285167 Oct 15 14:00:27.259596 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506f166-1868-424a-9782-b350cf7f8ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9083824-e535-44e4-8237-62953a7e3440,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:27.733063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32914) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:27.797615 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.802091 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.860512 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b82bf5f0-e322-484b-880f-fb8ecd86b119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:27.938378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93010f7-5b10-404b-99b0-dbcc3ec80543 req-0e670bf5-d53d-4922-b12d-aeb0af6cb9fb tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:27.940216 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d93010f7-5b10-404b-99b0-dbcc3ec80543 req-0e670bf5-d53d-4922-b12d-aeb0af6cb9fb tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 943 time: 0.0704865 Oct 15 14:00:28.022255 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d93010f7-5b10-404b-99b0-dbcc3ec80543 req-15d754e1-3e16-4b13-96b0-f6a368793afc tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744567 Oct 15 14:00:28.036429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b82bf5f0-e322-484b-880f-fb8ecd86b119 admin admin] Publish callbacks [] for security_group (b19d74f3-73d4-4fba-904b-bf5b353adf66), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.043160 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b82bf5f0-e322-484b-880f-fb8ecd86b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b19d74f3-73d4-4fba-904b-bf5b353adf66), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.086194 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b82bf5f0-e322-484b-880f-fb8ecd86b119 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6e84c16ad7bd4c0d9398dbf8ee0e254e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520150 Oct 15 14:00:28.087454 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf5f0-e322-484b-880f-fb8ecd86b119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d74f3-73d4-4fba-904b-bf5b353adf66,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:28.089248 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32928) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:28.140520 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:28.144632 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] Publish callbacks [] for security_group (b19d74f3-73d4-4fba-904b-bf5b353adf66), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.166693 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] Publish callbacks [] for security_group (b19d74f3-73d4-4fba-904b-bf5b353adf66), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.216408 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b19d74f3-73d4-4fba-904b-bf5b353adf66), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.219423 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.220578 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b19d74f3-73d4-4fba-904b-bf5b353adf66 HTTP/1.1" status: 204 len: 168 time: 0.1279929 Oct 15 14:00:28.229961 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed672e0d-1558-4690-9734-df2d2ce7db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d74f3-73d4-4fba-904b-bf5b353adf66,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:28.534813 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 7c8bf8d7-7d37-4910-8609-6b29066a0947 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 14:00:28.643218 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:28.655429 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'port_id': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'mac_address': 'fa:16:3e:db:5f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 14:00:28.695843 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 7c8bf8d7-7d37-4910-8609-6b29066a0947 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:00:28.696560 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.710744 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8bf8d7-7d37-4910-8609-6b29066a0947 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:00:28.734918 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:28.745306 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:28.799468 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:29.166001 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['7c8bf8d7-7d37-4910-8609-6b29066a0947'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 14:00:29.171946 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715885fc-baab-46c1-ba66-07cbee95f84c req-0acb7e10-cfe1-4033-9bb1-9740c26e37d0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:29.173625 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-715885fc-baab-46c1-ba66-07cbee95f84c req-0acb7e10-cfe1-4033-9bb1-9740c26e37d0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 944 time: 0.0591962 Oct 15 14:00:29.274641 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-715885fc-baab-46c1-ba66-07cbee95f84c req-70f3c459-5633-4814-8ffe-d76ed258861f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919783 Oct 15 14:00:29.575660 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 32986) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:29.693792 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c62650a-5be2-45d3-a990-a90750e2883d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.773473 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c62650a-5be2-45d3-a990-a90750e2883d admin admin] Publish callbacks [] for security_group (09e259e7-3d18-49e7-8d40-3794059d15f0), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.779528 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-8c62650a-5be2-45d3-a990-a90750e2883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (09e259e7-3d18-49e7-8d40-3794059d15f0), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.785259 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:29.831685 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62650a-5be2-45d3-a990-a90750e2883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e259e7-3d18-49e7-8d40-3794059d15f0,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:29.838816 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-8c62650a-5be2-45d3-a990-a90750e2883d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f968bba76a14e599dbe7d859bf9772e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619016 Oct 15 14:00:29.843028 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 32990) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:29.898893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] Publish callbacks [] for security_group (09e259e7-3d18-49e7-8d40-3794059d15f0), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.919278 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] Publish callbacks [] for security_group (09e259e7-3d18-49e7-8d40-3794059d15f0), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.969306 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (09e259e7-3d18-49e7-8d40-3794059d15f0), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.972177 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:29.973466 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/09e259e7-3d18-49e7-8d40-3794059d15f0 HTTP/1.1" status: 204 len: 168 time: 0.1291900 Oct 15 14:00:29.981964 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adeaf3-66a5-401c-ae71-0d8077ce4127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e259e7-3d18-49e7-8d40-3794059d15f0,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:30.400866 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a381b4-08fd-47bd-b435-0036f1b9dfd7 req-8829dfe1-76f8-4d6b-8b43-beed0cdd799f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:30.402561 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b8a381b4-08fd-47bd-b435-0036f1b9dfd7 req-8829dfe1-76f8-4d6b-8b43-beed0cdd799f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 944 time: 0.0526664 Oct 15 14:00:30.464560 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b8a381b4-08fd-47bd-b435-0036f1b9dfd7 req-4ff9e2b1-a8fc-4909-b4ae-2ef5e63bfdb0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536556 Oct 15 14:00:30.553611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 7c8bf8d7-7d37-4910-8609-6b29066a0947 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 14:00:30.599908 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 7c8bf8d7-7d37-4910-8609-6b29066a0947 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 14:00:30.606777 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 7c8bf8d7-7d37-4910-8609-6b29066a0947 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:00:30.607293 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:30.607765 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 7c8bf8d7-7d37-4910-8609-6b29066a0947 Oct 15 14:00:30.683569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 7c8bf8d7-7d37-4910-8609-6b29066a0947 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:00:30.683994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:30.711554 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:00:30.713987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046dcc93-7fca-4c78-bd3f-5cc41a4d6a71" -d '{"events": [{"server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:00:30.732459 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:00:30.738154 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:30.788885 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:30.898621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfb68b5-d334-4d26-8a2b-37681111c0fa x-openstack-request-id: req-2cfb68b5-d334-4d26-8a2b-37681111c0fa {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:00:30.898923 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "name": "network-vif-plugged", "status": "completed", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:00:30.899179 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cfb68b5-d334-4d26-8a2b-37681111c0fa {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:00:30.899588 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfb68b5-d334-4d26-8a2b-37681111c0fa'] response: {'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'code': 200} Oct 15 14:00:31.130728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bf7fd-1d4f-4cdf-af8e-b6e4076fd0df req-7b3b9312-df5e-47c3-a708-70e521d95a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:31.132622 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3b3bf7fd-1d4f-4cdf-af8e-b6e4076fd0df req-7b3b9312-df5e-47c3-a708-70e521d95a38 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1129 time: 0.0451717 Oct 15 14:00:31.186613 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3b3bf7fd-1d4f-4cdf-af8e-b6e4076fd0df req-a2ed2270-235c-40b5-ad5d-a7da72cf58b7 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483596 Oct 15 14:00:31.598361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:31.611034 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7c86c-9b38-40eb-b94d-3884aa508ed1 req-1d883c56-9022-452a-80ed-80e6363a4b9f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:31.612713 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0df7c86c-9b38-40eb-b94d-3884aa508ed1 req-1d883c56-9022-452a-80ed-80e6363a4b9f tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0608509 Oct 15 14:00:31.666250 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0df7c86c-9b38-40eb-b94d-3884aa508ed1 req-dfee5d8a-28db-4317-800e-398ad9487213 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 Oct 15 14:00:31.829336 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33042) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:31.947063 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6598a184-c252-484d-b903-dfdc9a29ab92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.051188 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6598a184-c252-484d-b903-dfdc9a29ab92 admin admin] Publish callbacks [] for security_group (2339cb6e-8591-45d2-a497-7b17b36ac63c), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.057243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-6598a184-c252-484d-b903-dfdc9a29ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2339cb6e-8591-45d2-a497-7b17b36ac63c), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.063210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:32.100706 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-6598a184-c252-484d-b903-dfdc9a29ab92 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=532c0bc5665e41b486e8bbb3f98d9a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701657 Oct 15 14:00:32.101834 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a184-c252-484d-b903-dfdc9a29ab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339cb6e-8591-45d2-a497-7b17b36ac63c,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:32.103938 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33046) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:32.160226 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] Publish callbacks [] for security_group (2339cb6e-8591-45d2-a497-7b17b36ac63c), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.181411 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] Publish callbacks [] for security_group (2339cb6e-8591-45d2-a497-7b17b36ac63c), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.230120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2339cb6e-8591-45d2-a497-7b17b36ac63c), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.233085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.234366 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2339cb6e-8591-45d2-a497-7b17b36ac63c HTTP/1.1" status: 204 len: 168 time: 0.1292994 Oct 15 14:00:32.242729 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c979-ca95-4b4b-9e19-3526eecfa732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339cb6e-8591-45d2-a497-7b17b36ac63c,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:32.541544 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33064) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:32.568406 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d28d239-cbb7-4a48-8dc5-10ea956d140a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.662060 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d28d239-cbb7-4a48-8dc5-10ea956d140a admin admin] Publish callbacks [] for security_group (c523cd2e-64cb-4efb-b2f5-b95d216e72b1), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.667579 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d28d239-cbb7-4a48-8dc5-10ea956d140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c523cd2e-64cb-4efb-b2f5-b95d216e72b1), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.711272 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4d28d239-cbb7-4a48-8dc5-10ea956d140a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a7d00052e112447fb3903886636da0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653361 Oct 15 14:00:32.711272 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33068) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:32.717543 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28d239-cbb7-4a48-8dc5-10ea956d140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c523cd2e-64cb-4efb-b2f5-b95d216e72b1,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:32.825046 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a12b80-9712-4f48-87a2-1b08a0fd6e56 req-838d361f-a31d-436a-a888-fa23e5eb60fd tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:32.827310 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0a12b80-9712-4f48-87a2-1b08a0fd6e56 req-838d361f-a31d-436a-a888-fa23e5eb60fd tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0625923 Oct 15 14:00:32.828759 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] Publish callbacks [] for security_group (c523cd2e-64cb-4efb-b2f5-b95d216e72b1), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.869726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] Publish callbacks [] for security_group (c523cd2e-64cb-4efb-b2f5-b95d216e72b1), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.924157 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a0a12b80-9712-4f48-87a2-1b08a0fd6e56 req-559b695a-23d6-40c2-862f-701dfd27761c tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866523 Oct 15 14:00:32.944902 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c523cd2e-64cb-4efb-b2f5-b95d216e72b1), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.947506 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:32.948709 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c523cd2e-64cb-4efb-b2f5-b95d216e72b1 HTTP/1.1" status: 204 len: 168 time: 0.2367051 Oct 15 14:00:32.957689 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530399c-c3be-46ec-b3a1-c9dd8613f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523cd2e-64cb-4efb-b2f5-b95d216e72b1,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:33.054487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471dfd3-ec56-4c9e-8d98-2b1c4eecc385 req-55a3f038-e965-4322-822c-d030b58ce6d4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:33.056058 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a471dfd3-ec56-4c9e-8d98-2b1c4eecc385 req-55a3f038-e965-4322-822c-d030b58ce6d4 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0520275 Oct 15 14:00:33.110796 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a471dfd3-ec56-4c9e-8d98-2b1c4eecc385 req-11ecb5b1-60f4-4801-b212-61a1cd7bd9b0 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488429 Oct 15 14:00:33.141144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33078) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:33.400183 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:33.413606 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0836331-54f9-4041-9261-28ca8f2a97b0 tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:33.415149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-f0836331-54f9-4041-9261-28ca8f2a97b0 tempest-TestVolumeBootPattern-1919699537 tempest-TestVolumeBootPattern-1919699537-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1124 time: 0.2728543 Oct 15 14:00:33.419072 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33082) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:00:33.423439 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'port_id': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:00:33.447495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:33.528792 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:33.536155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:33.653055 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Allocated IP 172.27.0.239 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/2e742ed6-4b70-4fc9-aab3-50de1618e8ec) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:00:33.765062 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:33.800198 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:33.845944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:00:33.849057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:00:33.853510 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:00:33.864786 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=2e742ed6-4b70-4fc9-aab3-50de1618e8ec,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:34.243289 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (fd343cc6-f373-463f-ac53-701a8dba3cfa), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:34.244729 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:34.316811 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:34.360252 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:34.489242 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:34.496121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:34.565057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (fd343cc6-f373-463f-ac53-701a8dba3cfa), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:34.569884 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event updated for resources: {'Port': ['ID=2e742ed6-4b70-4fc9-aab3-50de1618e8ec,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:00:34.688548 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP fd343cc6-f373-463f-ac53-701a8dba3cfa associated. External IP: 172.27.0.239, port: 7c8bf8d7-7d37-4910-8609-6b29066a0947. Oct 15 14:00:34.903849 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:00:35.023408 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:00:35.036489 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:00:35.045822 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:35.052201 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:00:35.053046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:35.088975 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3535941c-6278-4361-8cc7-56f8219a8c43 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6688504 Oct 15 14:00:35.089646 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:00:35.092014 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1177384d-a900-40c2-893f-0b25daa9d7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:00:35.169845 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:35.175052 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:35.190340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:00:35.325409 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62364039-3240-4c04-bac2-375a39aacd24 x-openstack-request-id: req-62364039-3240-4c04-bac2-375a39aacd24 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:00:35.326311 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:00:35.326873 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62364039-3240-4c04-bac2-375a39aacd24 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:00:35.327352 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62364039-3240-4c04-bac2-375a39aacd24'] response: {'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'status': 'completed', 'code': 200} Oct 15 14:00:35.405810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-68fb2b97-b8a1-4dc8-a37b-581a91b17b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:35.408062 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-68fb2b97-b8a1-4dc8-a37b-581a91b17b09 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1129 time: 0.0565665 Oct 15 14:00:35.513620 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:35.521826 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-db55bd28-716e-4a10-92b9-100c3c32b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:35.523433 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-db55bd28-716e-4a10-92b9-100c3c32b6d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.1093066 Oct 15 14:00:35.582974 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}, {'id': 'fd343cc6-f373-463f-ac53-701a8dba3cfa', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:db:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:00:34Z', 'updated_at': '2022-10-15T14:00:34Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:35.612757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:00:35.616762 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-0a2931e1-7ff5-4b9f-bfc2-8973a9f1de46 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 200 len: 999 time: 0.0866818 Oct 15 14:00:35.623196 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:00:35.623979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:35.666749 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-e35519e9-a84d-4276-82bc-c365f58b8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:35.668149 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-e35519e9-a84d-4276-82bc-c365f58b8b2e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0460143 Oct 15 14:00:35.719127 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-d7a6ef43-4ec2-43bf-ba52-b1391e3c3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:35.720700 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-d7a6ef43-4ec2-43bf-ba52-b1391e3c3721 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473034 Oct 15 14:00:35.743397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:00:35.837930 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-84fac171-07ee-4e4a-979d-59d465f94c11 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102118 Oct 15 14:00:35.862463 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:35.969812 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}, {'id': 'fd343cc6-f373-463f-ac53-701a8dba3cfa', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:db:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:00:34Z', 'updated_at': '2022-10-15T14:00:34Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:00:36.000778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4170c-7bb1-4a18-bcea-9031f23c9f84 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}, {'id': 'fd343cc6-f373-463f-ac53-701a8dba3cfa', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:db:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:00:34Z', 'updated_at': '2022-10-15T14:00:34Z', 'revision_number': 0, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:00:36.208397 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef0471-ffca-45ec-91e0-770283b5e2a8 None None] New status for floating IP fd343cc6-f373-463f-ac53-701a8dba3cfa: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:00:36.219516 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-1177384d-a900-40c2-893f-0b25daa9d7f5 req-ff9b9e18-b9c4-468b-b2bd-d4c57869a564 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762364 Oct 15 14:00:36.488673 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:00:44.708711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:45.083286 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:45.086464 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:46.214720 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:46.217798 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=49 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:46.317230 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:46.483431 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:52.273213 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-76793b83-ad67-4372-8177-9be37c364ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:54.596764 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3bdb-0c53-4ab3-90e6-a7a607007d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:54.663389 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-8331986f-5815-476b-8452-c6d544a0f593 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406053 Oct 15 14:00:54.728777 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-4081ab26-74c6-469a-84b7-ceba981f3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:54.730282 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-4081ab26-74c6-469a-84b7-ceba981f3084 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1129 time: 0.0411375 Oct 15 14:00:54.848678 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-67e54e1d-0dcc-42d7-b3c2-5932743b148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:54.850345 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-67e54e1d-0dcc-42d7-b3c2-5932743b148f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.0966942 Oct 15 14:00:54.916905 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-ed2b52e0-e99a-4da5-94af-74e79285599f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 1000 time: 0.0595410 Oct 15 14:00:54.970433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-c8529b90-f268-4150-b36f-45e36e2e7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:54.972109 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-c8529b90-f268-4150-b36f-45e36e2e7ed0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0474865 Oct 15 14:00:55.023403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-be1d0c0d-c272-4c8b-b603-35a43b941972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:00:55.027940 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-be1d0c0d-c272-4c8b-b603-35a43b941972 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458057 Oct 15 14:00:55.127108 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-043ef959-f452-49b4-bed0-e7abcb619df5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875733 Oct 15 14:00:55.225583 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-744ceb14-c9d0-4f9e-b84d-171d746873c6 req-0a674585-7f01-4622-98f8-191c0e4cb770 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911472 Oct 15 14:00:56.245606 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:57.445855 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:57.450178 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:00:57.780116 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:00:57.798987 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:02.951840 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e78ea-84b9-44f5-9770-6abbe0a7241a req-b85f54c2-656f-4137-aa9c-79a84a0135dc tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:02.953258 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-791e78ea-84b9-44f5-9770-6abbe0a7241a req-b85f54c2-656f-4137-aa9c-79a84a0135dc tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0488172 Oct 15 14:01:03.012150 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-791e78ea-84b9-44f5-9770-6abbe0a7241a req-668f0ff4-2f71-4b8a-81bf-85671571bec0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499823 Oct 15 14:01:04.147991 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfb89f-16ac-4a57-9ae3-cc91e9e9bbf4 req-e0007017-3617-4d11-abd3-d464b59a613e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:04.149243 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6fcfb89f-16ac-4a57-9ae3-cc91e9e9bbf4 req-e0007017-3617-4d11-abd3-d464b59a613e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Oct 15 14:01:04.200045 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-6fcfb89f-16ac-4a57-9ae3-cc91e9e9bbf4 req-7a2a782d-9e42-40b1-bbce-195db4d1a7a7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Oct 15 14:01:05.057244 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-94abe96c-970c-4abe-be80-b61d671351d5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:05.058725 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-94abe96c-970c-4abe-be80-b61d671351d5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0477889 Oct 15 14:01:05.147042 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:01:05.147616 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.241646 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] For port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:01:05.242017 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.325648 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47715f5-60dd-4605-99d9-0f8919f77b02 req-e435830b-dd9d-4f64-9bcc-0e196e0009b8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:05.327167 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f47715f5-60dd-4605-99d9-0f8919f77b02 req-e435830b-dd9d-4f64-9bcc-0e196e0009b8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Oct 15 14:01:05.377242 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-f47715f5-60dd-4605-99d9-0f8919f77b02 req-d38048a9-99f1-4485-946c-cf69ead1658a tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=04a2e957-0fd5-4686-ba22-f3ad463e26fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440295 Oct 15 14:01:05.415074 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.415357 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.415666 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 96404a37-46da-4ec2-8773-7552508a76fc disassociated. External IP: 172.27.0.59, port: 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c. Oct 15 14:01:05.416036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:01:05.477957 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:05.486798 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:05.548533 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8f1ff711-16b3-41c3-ab0a-c21d959b5f7c), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.578915 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=8f1ff711-16b3-41c3-ab0a-c21d959b5f7c,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:05.593884 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.594013 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.594358 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.594847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.595233 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.595715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.596155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.596626 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.597080 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.597638 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.597992 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.598447 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.598865 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.599287 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.599729 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:05.709791 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:01:05.818093 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:01:05.830592 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:01:05.832957 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:05.835078 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=50 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:05.841792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:05.846417 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:05.847317 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:05.868473 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] No DVR routers for this DVR port 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:01:05.871036 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:05.874449 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-aaa9b60d-a126-4df5-bebc-2c9f31f31ba9 req-00848f1e-1159-483a-a8f5-a13343076fb1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8f1ff711-16b3-41c3-ab0a-c21d959b5f7c HTTP/1.1" status: 204 len: 173 time: 0.8100789 Oct 15 14:01:05.874966 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'name': 'network-vif-deleted', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:01:05.877274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece7d96-e8c8-40f7-b9f2-46978e4600ff" -d '{"events": [{"server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "name": "network-vif-deleted", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:01:05.921816 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75676633-be54-42b6-bfb1-7dba51e569f5 x-openstack-request-id: req-75676633-be54-42b6-bfb1-7dba51e569f5 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:01:05.923832 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c2ec1ba-e381-4083-a794-c8ff83beb391", "name": "network-vif-deleted", "tag": "8f1ff711-16b3-41c3-ab0a-c21d959b5f7c", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:01:05.924126 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75676633-be54-42b6-bfb1-7dba51e569f5 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:01:05.924586 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75676633-be54-42b6-bfb1-7dba51e569f5'] response: {'server_uuid': '1c2ec1ba-e381-4083-a794-c8ff83beb391', 'name': 'network-vif-deleted', 'tag': '8f1ff711-16b3-41c3-ab0a-c21d959b5f7c', 'status': 'completed', 'code': 200} Oct 15 14:01:05.965662 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:06.203669 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:06.228852 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:01:06.238036 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:06.238653 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:06.345013 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:06.511160 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7d443c06-6558-448a-96c8-38706a752e9f req-fe6c754b-f71e-4d43-aeb0-58c477b9b858 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1c2ec1ba-e381-4083-a794-c8ff83beb391 HTTP/1.1" status: 200 len: 210 time: 0.0398700 Oct 15 14:01:06.600655 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:06.626761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdeb578-357c-4ecb-bc3f-7f32d92842e6 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '962bcf6e-fa61-421b-a793-43fc94b72176', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:9b:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:56:53Z', 'updated_at': '2022-10-15T13:57:12Z', 'revision_number': 2, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:01:06.867337 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ccf852-1184-4070-8e32-f7a88da63f34 None None] New status for floating IP 96404a37-46da-4ec2-8773-7552508a76fc: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:01:07.609268 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33304) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:07.674881 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (04a2e957-0fd5-4686-ba22-f3ad463e26fb), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.700166 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (04a2e957-0fd5-4686-ba22-f3ad463e26fb), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.751550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (04a2e957-0fd5-4686-ba22-f3ad463e26fb), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.754169 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.756477 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/04a2e957-0fd5-4686-ba22-f3ad463e26fb HTTP/1.1" status: 204 len: 168 time: 0.1460319 Oct 15 14:01:07.758513 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33308) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:07.768153 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871370a-cd77-4f3a-81f9-47690f8bea25 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2e957-0fd5-4686-ba22-f3ad463e26fb,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:07.775364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-17079751-213d-4373-8f74-f52a3ab67324 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] show failed (client error): The resource could not be found. Oct 15 14:01:07.779728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33310) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:07.780350 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-17079751-213d-4373-8f74-f52a3ab67324 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups/04a2e957-0fd5-4686-ba22-f3ad463e26fb HTTP/1.1" status: 404 len: 347 time: 0.0194476 Oct 15 14:01:07.900346 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 65b19ef9-f26d-418e-861e-f504433d0a33 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:01:07.900799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.992696 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:07.993075 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (65b19ef9-f26d-418e-861e-f504433d0a33), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:08.006565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 65b19ef9-f26d-418e-861e-f504433d0a33 owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:01:08.156320 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (65b19ef9-f26d-418e-861e-f504433d0a33), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:08.159840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:08.180013 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:08.184025 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=65b19ef9-f26d-418e-861e-f504433d0a33,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:08.251734 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96404a37-46da-4ec2-8773-7552508a76fc), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:08.254586 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:08.255765 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-37913da8-c911-4a6a-b5a1-271c145ab8a0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/96404a37-46da-4ec2-8773-7552508a76fc HTTP/1.1" status: 204 len: 168 time: 0.4749825 Oct 15 14:01:08.710761 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:01:08.731087 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:01:08.731429 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 8f1ff711-16b3-41c3-ab0a-c21d959b5f7c not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:01:09.950650 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375ad9-a267-4e88-a19b-8901369554e4 req-8888e783-72b0-40c9-95e9-3dfd9b62b02b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:09.950650 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7375ad9-a267-4e88-a19b-8901369554e4 req-8888e783-72b0-40c9-95e9-3dfd9b62b02b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Oct 15 14:01:09.995749 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e7375ad9-a267-4e88-a19b-8901369554e4 req-d5fd6f9f-40c1-4878-8110-a64e8b7407b0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Oct 15 14:01:11.129435 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c609772-7424-48de-be6d-91dbd320325c req-5c6a4ee1-8c60-4c99-95fa-f973876fddc8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:11.130932 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7c609772-7424-48de-be6d-91dbd320325c req-5c6a4ee1-8c60-4c99-95fa-f973876fddc8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Oct 15 14:01:11.193681 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-7c609772-7424-48de-be6d-91dbd320325c req-c274334b-730e-4c81-8012-9cd6ffada8a6 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549076 Oct 15 14:01:11.863590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-044d8338-e486-4a73-93f8-54380732eeb2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:11.865149 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-044d8338-e486-4a73-93f8-54380732eeb2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Oct 15 14:01:11.959922 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port ea820bb3-7b18-44f5-9f71-bc5999daab15 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:01:11.960272 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.063669 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] For port ea820bb3-7b18-44f5-9f71-bc5999daab15, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ea820bb3-7b18-44f5-9f71-bc5999daab15,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:01:12.063963 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.231257 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.232013 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.232013 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 962bcf6e-fa61-421b-a793-43fc94b72176 disassociated. External IP: 172.27.0.130, port: ea820bb3-7b18-44f5-9f71-bc5999daab15. Oct 15 14:01:12.232346 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for ea820bb3-7b18-44f5-9f71-bc5999daab15 owned by compute:nova {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:01:12.325148 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab561514-832d-4dd0-83ba-71f615d8b915 req-1c956e6c-b9f7-46b4-81f4-50d0a865cf34 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:12.326558 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ab561514-832d-4dd0-83ba-71f615d8b915 req-1c956e6c-b9f7-46b4-81f4-50d0a865cf34 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=00959d34-6e9e-4c3d-a32b-1dfc66397406 HTTP/1.1" status: 200 len: 945 time: 0.0523102 Oct 15 14:01:12.367921 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (ea820bb3-7b18-44f5-9f71-bc5999daab15), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.376956 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ab561514-832d-4dd0-83ba-71f615d8b915 req-70474e60-6e45-420c-a16e-0c7793eeb8e9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=e58e6aa2-35d6-41fa-bd17-e03e7ce96973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Oct 15 14:01:12.397769 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=ea820bb3-7b18-44f5-9f71-bc5999daab15,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:12.517015 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:01:12.630841 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:01:12.642452 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:01:12.653114 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:12.653707 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:12.675127 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] No DVR routers for this DVR port ea820bb3-7b18-44f5-9f71-bc5999daab15 on host hv-cinder-86149 {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:01:12.677635 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:12.680998 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c21afe1-f4c6-4ef9-8d9a-bd8f83563400 req-925dff32-215f-4d89-a2da-f4c36c417c23 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ea820bb3-7b18-44f5-9f71-bc5999daab15 HTTP/1.1" status: 204 len: 173 time: 0.8102937 Oct 15 14:01:12.683403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'name': 'network-vif-deleted', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:01:12.685584 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c209b-aec8-4433-82c7-784e78b53294" -d '{"events": [{"server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "name": "network-vif-deleted", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:01:12.765067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:12.766540 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038446fa-719b-40dc-b3d0-498692d0cac0 x-openstack-request-id: req-038446fa-719b-40dc-b3d0-498692d0cac0 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:01:12.780777 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00959d34-6e9e-4c3d-a32b-1dfc66397406", "name": "network-vif-deleted", "tag": "ea820bb3-7b18-44f5-9f71-bc5999daab15", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:01:12.781327 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-038446fa-719b-40dc-b3d0-498692d0cac0 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:01:12.784150 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038446fa-719b-40dc-b3d0-498692d0cac0'] response: {'server_uuid': '00959d34-6e9e-4c3d-a32b-1dfc66397406', 'name': 'network-vif-deleted', 'tag': 'ea820bb3-7b18-44f5-9f71-bc5999daab15', 'status': 'completed', 'code': 200} Oct 15 14:01:12.981521 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:13.008427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:01:13.019863 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:13.020594 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:00:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:13.134339 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:13.313960 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:13.482221 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:13.483557 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33376) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:13.496512 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:01:13.507600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4717ea-c089-47ca-96e7-58f02e1bb4c7 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:01:13.532942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:13.537813 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:13.553208 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (e58e6aa2-35d6-41fa-bd17-e03e7ce96973), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.578828 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (e58e6aa2-35d6-41fa-bd17-e03e7ce96973), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.630715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (e58e6aa2-35d6-41fa-bd17-e03e7ce96973), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.633813 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.635163 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e58e6aa2-35d6-41fa-bd17-e03e7ce96973 HTTP/1.1" status: 204 len: 168 time: 0.1505187 Oct 15 14:01:13.638418 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33378) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:13.646243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b886ffe-472c-482b-b1d4-f79e617e65dd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e6aa2-35d6-41fa-bd17-e03e7ce96973,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:13.653449 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-dee4e611-20ea-480a-bdea-b3991d704a5a tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] show failed (client error): The resource could not be found. Oct 15 14:01:13.657491 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-dee4e611-20ea-480a-bdea-b3991d704a5a tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups/e58e6aa2-35d6-41fa-bd17-e03e7ce96973 HTTP/1.1" status: 404 len: 347 time: 0.0178735 Oct 15 14:01:13.658152 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33380) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:13.766038 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96227b-b6d6-4078-9b93-aa4a6f81ab21 None None] New status for floating IP 962bcf6e-fa61-421b-a793-43fc94b72176: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:01:13.774590 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port bedbd6fb-fe53-4450-867d-2c05b3da2024 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:01:13.774938 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.856960 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.857359 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (bedbd6fb-fe53-4450-867d-2c05b3da2024), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:13.874259 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for bedbd6fb-fe53-4450-867d-2c05b3da2024 owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:01:14.025821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (bedbd6fb-fe53-4450-867d-2c05b3da2024), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.050577 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=bedbd6fb-fe53-4450-867d-2c05b3da2024,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:14.116786 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (962bcf6e-fa61-421b-a793-43fc94b72176), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.119374 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.120552 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d3df35f5-be89-46b3-a262-a51a253f6de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/962bcf6e-fa61-421b-a793-43fc94b72176 HTTP/1.1" status: 204 len: 168 time: 0.4613817 Oct 15 14:01:14.202253 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33392) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:14.207228 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949353610', 'description': 'tempest-description--1509939758'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:14.232951 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.315035 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (81da37b1-d533-4fe9-a07f-9961f176c960), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.321319 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (81da37b1-d533-4fe9-a07f-9961f176c960), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.352976 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81da37b1-d533-4fe9-a07f-9961f176c960,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:14.358471 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.359846 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563854 Oct 15 14:01:14.363276 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33394) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:14.364978 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.365331 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.365674 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.366012 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.366349 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.366678 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.367193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.367898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.368574 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.369192 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.369585 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '81da37b1-d533-4fe9-a07f-9961f176c960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:14.369875 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.370381 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.370717 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.371050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.371378 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b8ae5-425d-4351-b26f-299c7a873055 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:14.404337 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (c0004f11-bb21-44d2-8dee-0959e12263d2), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.453196 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (c0004f11-bb21-44d2-8dee-0959e12263d2), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.458486 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (c0004f11-bb21-44d2-8dee-0959e12263d2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.478181 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0004f11-bb21-44d2-8dee-0959e12263d2,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:14.487528 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.488766 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-845413c7-0c02-4ad6-a7c5-79715481da93 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244764 Oct 15 14:01:14.491439 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33396) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:14.496155 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '81da37b1-d533-4fe9-a07f-9961f176c960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:14.524928 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (c3aff7fa-53bf-43eb-ba5c-2e805179ba92), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.584326 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (c3aff7fa-53bf-43eb-ba5c-2e805179ba92), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.590419 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (c3aff7fa-53bf-43eb-ba5c-2e805179ba92), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.605243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:14.619289 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3aff7fa-53bf-43eb-ba5c-2e805179ba92,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:14.626080 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.627364 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7165ea93-dae2-4922-a47e-38dc8dd21b74 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349335 Oct 15 14:01:14.630473 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33398) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:14.635083 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:14.657893 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.661466 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:14.696875 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.742072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.848154 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.27.0.210 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/12015434-51a1-4350-9663-e830606a9d28) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:01:14.955111 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (12015434-51a1-4350-9663-e830606a9d28), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:14.994271 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (12015434-51a1-4350-9663-e830606a9d28), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.040044 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:01:15.046202 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:01:15.048582 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=12015434-51a1-4350-9663-e830606a9d28,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:15.050740 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:01:15.139594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.178556 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (12015434-51a1-4350-9663-e830606a9d28), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.307472 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33406) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:15.330728 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (12015434-51a1-4350-9663-e830606a9d28), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.336807 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (12015434-51a1-4350-9663-e830606a9d28), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.340519 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:15.397153 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:15.413144 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.415954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=12015434-51a1-4350-9663-e830606a9d28,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:15.427479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a38fa4ef-c5a2-4472-82fa-31176fa963c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.436733 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.438102 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-bee54edd-4f84-433a-a07f-1ea7cdf3df35 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8067400 Oct 15 14:01:15.497588 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:15.518071 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a38fa4ef-c5a2-4472-82fa-31176fa963c5 admin admin] Publish callbacks [] for security_group (205bafc1-9434-4adf-9a81-f29f98d87c42), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.523126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-a38fa4ef-c5a2-4472-82fa-31176fa963c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (205bafc1-9434-4adf-9a81-f29f98d87c42), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.528279 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:15.570149 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a38fa4ef-c5a2-4472-82fa-31176fa963c5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d778c0d63ca8402bae98a634814e4630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588594 Oct 15 14:01:15.570149 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fa4ef-c5a2-4472-82fa-31176fa963c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205bafc1-9434-4adf-9a81-f29f98d87c42,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:15.572246 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33418) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:15.627781 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] Publish callbacks [] for security_group (205bafc1-9434-4adf-9a81-f29f98d87c42), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.648823 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] Publish callbacks [] for security_group (205bafc1-9434-4adf-9a81-f29f98d87c42), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.653720 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c55cef2a-01df-4d7d-a199-daecbfaea56f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--949353610&fields=id&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 267 time: 0.0481827 Oct 15 14:01:15.697687 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (205bafc1-9434-4adf-9a81-f29f98d87c42), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.700365 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:15.701534 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/205bafc1-9434-4adf-9a81-f29f98d87c42 HTTP/1.1" status: 204 len: 168 time: 0.1281669 Oct 15 14:01:15.709991 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f99810-f7e3-4c7e-bf65-774290a3d720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205bafc1-9434-4adf-9a81-f29f98d87c42,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:15.780047 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-6eb5f2cb-2b77-46bb-9e39-8a1078d9dc97 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:15.781574 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-6eb5f2cb-2b77-46bb-9e39-8a1078d9dc97 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1210501 Oct 15 14:01:15.798584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-e89156d1-9d80-4c84-b366-6ee07f81c1b3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/quotas/1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Oct 15 14:01:15.850431 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-ee6aa966-2472-4a60-b34a-4ad6b38ed190 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458367 Oct 15 14:01:15.956557 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-f12d744b-f9cf-4fc4-a3d7-f5508eb37bdb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943434 Oct 15 14:01:16.054857 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-bbd9aa3e-e370-45d3-8198-92d1cc39bbe2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925484 Oct 15 14:01:16.228429 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-adb0fa0f-e880-447b-8c34-4843b874b94c req-300d196d-53bf-43c9-846d-fa59f28c76f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 210 time: 0.0305920 Oct 15 14:01:16.733046 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ea820bb3-7b18-44f5-9f71-bc5999daab15 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:01:16.755018 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: ea820bb3-7b18-44f5-9f71-bc5999daab15 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:01:16.755355 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device ea820bb3-7b18-44f5-9f71-bc5999daab15 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:01:16.809570 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33462) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:16.925311 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-06059dcf-ab5b-4fff-a012-0eababd8dbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.003912 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-06059dcf-ab5b-4fff-a012-0eababd8dbe9 admin admin] Publish callbacks [] for security_group (24028f03-63a4-49ef-ae67-129218f2d99f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.009767 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-06059dcf-ab5b-4fff-a012-0eababd8dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (24028f03-63a4-49ef-ae67-129218f2d99f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.051885 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-06059dcf-ab5b-4fff-a012-0eababd8dbe9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8d10b37dd2b24e6fa5e0a5800b5a1d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411680 Oct 15 14:01:17.052845 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06059dcf-ab5b-4fff-a012-0eababd8dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24028f03-63a4-49ef-ae67-129218f2d99f,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:17.054872 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33466) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:17.111285 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] Publish callbacks [] for security_group (24028f03-63a4-49ef-ae67-129218f2d99f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.138815 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] Publish callbacks [] for security_group (24028f03-63a4-49ef-ae67-129218f2d99f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.189929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (24028f03-63a4-49ef-ae67-129218f2d99f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.192412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.193576 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/24028f03-63a4-49ef-ae67-129218f2d99f HTTP/1.1" status: 204 len: 168 time: 0.1370664 Oct 15 14:01:17.202640 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578a3e2-db89-4d7b-af76-c19a965bf17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24028f03-63a4-49ef-ae67-129218f2d99f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:17.344147 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-9366bc25-5e5b-4a72-8153-3ecbc1b81d18 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:17.345854 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-9366bc25-5e5b-4a72-8153-3ecbc1b81d18 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1374187 Oct 15 14:01:17.386080 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b3987a75-eed8-45a2-8756-32a449dadf6d req-a7ebb217-bf02-4f05-bb58-f7dd4f96fbdb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 210 time: 0.0675089 Oct 15 14:01:17.430866 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-ed31a965-ccfc-463a-867e-315162e6d2cd tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 379 time: 0.0763569 Oct 15 14:01:17.493530 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'port': {'device_id': '023bca17-a19b-4428-9008-ec108226f7f4', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'admin_state_up': True, 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'security_groups': ['81da37b1-d533-4fe9-a07f-9961f176c960']}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:17.619206 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'port': 1} {{(pid=111008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 14:01:17.623243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.767757 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_common [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.20.0.11 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/33c455e8-481d-448e-a7e0-7039d8c328b2) {{(pid=111008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:01:17.787033 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:17.806172 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:17.923163 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:17.959826 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.009072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:01:18.012372 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.base_scheduler [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:01:18.016460 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:01:18.040059 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:18.069034 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:18.069663 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.089091 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c3bee694-80f5-458c-a0b0-2841d4c10a5f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999372 Oct 15 14:01:18.099911 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Request body: {'port': {'device_id': '023bca17-a19b-4428-9008-ec108226f7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:18.166153 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.257454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-47baade2-8fcc-40ba-a35f-e1895020ae22 None None] Provisioning complete for port 33c455e8-481d-448e-a7e0-7039d8c328b2 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:01:18.258240 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-47baade2-8fcc-40ba-a35f-e1895020ae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.258240 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-47baade2-8fcc-40ba-a35f-e1895020ae22 None None] Attempt 1 to provision port 33c455e8-481d-448e-a7e0-7039d8c328b2 Oct 15 14:01:18.292701 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-47baade2-8fcc-40ba-a35f-e1895020ae22 None None] Port 33c455e8-481d-448e-a7e0-7039d8c328b2 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 14:01:18.505332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27dbda-8b2d-450a-89c4-ca6f6d703cbc req-1b275acf-5e30-4225-8fac-474c46bce9ac tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:18.507070 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb27dbda-8b2d-450a-89c4-ca6f6d703cbc req-1b275acf-5e30-4225-8fac-474c46bce9ac tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 932 time: 0.0513268 Oct 15 14:01:18.558385 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-bb27dbda-8b2d-450a-89c4-ca6f6d703cbc req-d255f697-4060-4f6c-99e6-e70cec4438f3 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Oct 15 14:01:18.678854 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c455e8-481d-448e-a7e0-7039d8c328b2 {{(pid=111008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:01:18.686889 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks [] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.700735 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.provisioning_blocks [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Transition to ACTIVE for port object 33c455e8-481d-448e-a7e0-7039d8c328b2 will not be triggered until provisioned by entity L2. {{(pid=111008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 14:01:18.707383 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.769649 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=2']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:18.821577 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Attempting to bind port 33c455e8-481d-448e-a7e0-7039d8c328b2 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 14:01:18.821830 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Attempting to bind port 33c455e8-481d-448e-a7e0-7039d8c328b2 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 14:01:18.822168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Attempting to bind port 33c455e8-481d-448e-a7e0-7039d8c328b2 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:01:18.856565 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:18.867952 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Port 33c455e8-481d-448e-a7e0-7039d8c328b2 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 14:01:18.868322 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Attempting to bind port 33c455e8-481d-448e-a7e0-7039d8c328b2 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:01:18.888918 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:18.914793 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 14, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 14:01:18.915119 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 14:01:18.915508 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 14:01:18.915975 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.managers [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Bound port: 33c455e8-481d-448e-a7e0-7039d8c328b2, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 14:01:18.916343 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:18.983921 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, cleared binding levels {{(pid=111008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 14:01:18.987109 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=33c455e8-481d-448e-a7e0-7039d8c328b2,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 14:01:18.996611 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5143722'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:19.000836 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:19.001481 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:19.002859 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 200 len: 1094 time: 0.9073026 Oct 15 14:01:19.003402 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:01:19.005755 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e4317-4bd7-4d0b-9127-39d15608d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:01:19.060204 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef83ca0-e17e-4c9c-9355-0b051cbbcc85 x-openstack-request-id: req-9ef83ca0-e17e-4c9c-9355-0b051cbbcc85 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:01:19.060469 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:01:19.060721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ef83ca0-e17e-4c9c-9355-0b051cbbcc85 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:01:19.061132 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef83ca0-e17e-4c9c-9355-0b051cbbcc85'] response: {'name': 'network-changed', 'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'status': 'completed', 'code': 200} Oct 15 14:01:19.080008 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09148d95-0aab-44a7-abbe-d4347ac97bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=3']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:19.094203 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-f355f433-60cd-4436-9fcb-f6a287f4e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:19.095713 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-f355f433-60cd-4436-9fcb-f6a287f4e677 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 1128 time: 0.0508525 Oct 15 14:01:19.139592 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-f9fc7e62-bc23-4ba3-b705-87f0dd4a43be service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 200 len: 217 time: 0.0367804 Oct 15 14:01:19.188966 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-4c7130df-b14c-4300-b834-0fe496314eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:19.190376 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-4c7130df-b14c-4300-b834-0fe496314eba service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0455387 Oct 15 14:01:19.245820 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c91f3-5a51-4ee9-800d-373750af4843 req-8ed3bc40-33db-4a16-b23a-fe9524ac64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:19.247325 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-8ed3bc40-33db-4a16-b23a-fe9524ac64f6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502059 Oct 15 14:01:19.345192 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-24c17daf-43a7-499a-8f55-71583bff7b2c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913186 Oct 15 14:01:19.443954 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-292c91f3-5a51-4ee9-800d-373750af4843 req-c09717df-0587-42f8-b33f-a7d138fc5bf3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927339 Oct 15 14:01:19.686726 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6c2f-b887-490d-aa03-b73b4c59f575 req-803cd47b-6511-4e11-af1d-2df1950aed94 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:19.688237 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e74f6c2f-b887-490d-aa03-b73b4c59f575 req-803cd47b-6511-4e11-af1d-2df1950aed94 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 944 time: 0.0516691 Oct 15 14:01:19.741608 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e74f6c2f-b887-490d-aa03-b73b4c59f575 req-3102c4b0-7450-4e2c-8d41-e63c1152de9d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Oct 15 14:01:20.883024 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d19a-dd1e-4335-8f63-0dac3409559a req-db040ca9-008e-49a1-a941-0743c7f391ea tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:20.884687 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2af9d19a-dd1e-4335-8f63-0dac3409559a req-db040ca9-008e-49a1-a941-0743c7f391ea tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 944 time: 0.0563390 Oct 15 14:01:20.936344 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2af9d19a-dd1e-4335-8f63-0dac3409559a req-beef2097-3723-43dc-8f16-20ca00ce3e91 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455844 Oct 15 14:01:21.816799 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-d014bd91-68d9-48a5-8c87-4e11d74c66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:21.818364 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-d014bd91-68d9-48a5-8c87-4e11d74c66fa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 1128 time: 0.0510817 Oct 15 14:01:21.921480 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-1342ac18-7e12-4272-a206-cc242225c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:21.922960 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-1342ac18-7e12-4272-a206-cc242225c115 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.0991695 Oct 15 14:01:21.966491 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-47405d16-397b-46e8-bfbb-28942cb9da20 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 200 len: 217 time: 0.0372431 Oct 15 14:01:22.018300 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-40e36d31-5da1-48c8-9c46-0aef15430a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:22.019825 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-40e36d31-5da1-48c8-9c46-0aef15430a67 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0477493 Oct 15 14:01:22.054629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:22.064939 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-8d94b1e3-66fe-49fa-81be-015b44d29a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:22.066482 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-8d94b1e3-66fe-49fa-81be-015b44d29a77 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407393 Oct 15 14:01:22.069623 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38fc36-e618-46f6-b07d-2cf8e56ee959 req-cdc78d48-842b-4173-aa34-9ed74a93f8c4 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:22.071063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae38fc36-e618-46f6-b07d-2cf8e56ee959 req-cdc78d48-842b-4173-aa34-9ed74a93f8c4 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 944 time: 0.0524769 Oct 15 14:01:22.120416 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-ae38fc36-e618-46f6-b07d-2cf8e56ee959 req-5e562fcb-8e14-48bf-92c9-f575c3e9fdf1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Oct 15 14:01:22.169871 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-60250b5f-3065-4dff-8d6b-47aef272da30 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971527 Oct 15 14:01:22.260643 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:22.261985 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:22.267355 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3c3e4317-4bd7-4d0b-9127-39d15608d38b req-175d56de-5da5-44c2-91e1-1f77f11c601c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914159 Oct 15 14:01:22.271667 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-94eec6a0-8501-4015-a3df-c136e0dbccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:22.758866 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 33c455e8-481d-448e-a7e0-7039d8c328b2 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 14:01:22.778547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:22.875489 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=33c455e8-481d-448e-a7e0-7039d8c328b2,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:01:22.888202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'port_id': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'mac_address': 'fa:16:3e:14:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 14:01:22.924507 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 33c455e8-481d-448e-a7e0-7039d8c328b2 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:01:22.924902 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:22.939148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c455e8-481d-448e-a7e0-7039d8c328b2 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:01:22.959909 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=33c455e8-481d-448e-a7e0-7039d8c328b2,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:01:22.968221 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:23.023122 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:23.030664 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.031014 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.031361 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.031704 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.032072 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.032400 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.032729 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.033054 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.033356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.033687 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.034008 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.034336 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.034658 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.034973 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.035290 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:01:23.206962 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:23.246467 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f2b94-38e4-4f75-aae5-be55d54fba9a req-649987d1-bea8-4e2f-b236-0686046e0910 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:23.247998 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5d2f2b94-38e4-4f75-aae5-be55d54fba9a req-649987d1-bea8-4e2f-b236-0686046e0910 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Oct 15 14:01:23.286660 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['33c455e8-481d-448e-a7e0-7039d8c328b2'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 14:01:23.301275 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-5d2f2b94-38e4-4f75-aae5-be55d54fba9a req-702daecf-ed94-40ec-afcb-69014fc7a22f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450330 Oct 15 14:01:23.839231 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:24.428458 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f8852-f3aa-490d-bad7-4b6368a59e14 req-540cbad6-1b58-4d84-8533-ecbe4a8355fb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:24.429866 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c65f8852-f3aa-490d-bad7-4b6368a59e14 req-540cbad6-1b58-4d84-8533-ecbe4a8355fb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Oct 15 14:01:24.484264 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c65f8852-f3aa-490d-bad7-4b6368a59e14 req-72760186-5f56-4aa5-b1a8-d66ae64f4c55 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484014 Oct 15 14:01:24.598061 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c1328237-82c0-4085-bc9e-b084718a4b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:24.773261 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 33c455e8-481d-448e-a7e0-7039d8c328b2 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 14:01:24.818397 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 33c455e8-481d-448e-a7e0-7039d8c328b2 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 14:01:24.828822 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 33c455e8-481d-448e-a7e0-7039d8c328b2 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:01:24.829204 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:24.829555 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 33c455e8-481d-448e-a7e0-7039d8c328b2 Oct 15 14:01:24.904084 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 33c455e8-481d-448e-a7e0-7039d8c328b2 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:01:24.904485 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:24.928836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:01:24.931149 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126797ad-ddd0-47f5-870c-b5f6a90cca73" -d '{"events": [{"server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:01:24.944035 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=33c455e8-481d-448e-a7e0-7039d8c328b2,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:01:24.950784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:24.976917 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81264037-ec60-4adb-8664-5bf0d83e82d1 x-openstack-request-id: req-81264037-ec60-4adb-8664-5bf0d83e82d1 {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:01:24.977216 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:01:24.977470 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81264037-ec60-4adb-8664-5bf0d83e82d1 {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:01:24.977853 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81264037-ec60-4adb-8664-5bf0d83e82d1'] response: {'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'code': 200} Oct 15 14:01:25.007660 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:01:25.183623 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc053d-5a09-4a77-bbe9-47e47194a70a req-2fb14057-2a6a-43be-ab6e-63901ec7cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:25.185115 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bdfc053d-5a09-4a77-bbe9-47e47194a70a req-2fb14057-2a6a-43be-ab6e-63901ec7cdb8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 1130 time: 0.0434301 Oct 15 14:01:25.209121 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:25.236637 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-bdfc053d-5a09-4a77-bbe9-47e47194a70a req-214ea4fd-d280-4144-98d2-53add5b5472c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447524 Oct 15 14:01:25.617874 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4f163-d453-4c58-b692-32d07487c042 req-0ec20adc-ffa8-461a-9c40-4ff727c1ce15 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:25.619566 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-67a4f163-d453-4c58-b692-32d07487c042 req-0ec20adc-ffa8-461a-9c40-4ff727c1ce15 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Oct 15 14:01:25.678103 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-67a4f163-d453-4c58-b692-32d07487c042 req-104b1aef-0d14-4569-ad2c-c741e6dfcef5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524139 Oct 15 14:01:26.251747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:26.820560 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b667d-6ae5-4b1d-90a8-d9232a12d698 req-51665a6e-95c3-40f2-afb2-84dbd5129ab4 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:26.821999 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-247b667d-6ae5-4b1d-90a8-d9232a12d698 req-51665a6e-95c3-40f2-afb2-84dbd5129ab4 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0623119 Oct 15 14:01:26.875055 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-247b667d-6ae5-4b1d-90a8-d9232a12d698 req-d999cb3f-3dff-40bb-9cab-ae4ce82c7c7f tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 Oct 15 14:01:27.010242 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96fd07-6005-425d-b530-c161766998c0 req-cc26b3c1-fb83-4339-9ace-18dd96ea086c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:27.011848 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9c96fd07-6005-425d-b530-c161766998c0 req-cc26b3c1-fb83-4339-9ace-18dd96ea086c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0610151 Oct 15 14:01:27.023906 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33500) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:01:27.029029 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'port_id': '33c455e8-481d-448e-a7e0-7039d8c328b2'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:01:27.068932 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:27.516535 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:27.524074 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:27.625551 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:27.628702 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 3d9714a9-fe4c-4315-83f7-f8371255221b associated. External IP: 172.27.0.210, port: 33c455e8-481d-448e-a7e0-7039d8c328b2. Oct 15 14:01:27.790771 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:27.797391 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:28.018275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:28.140747 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:01:28.258521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:01:28.263634 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:28.269088 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:01:28.280278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:28.280925 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:01:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:28.295367 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-97ec9806-924f-41ed-889c-1f5d5a9ac724 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/3d9714a9-fe4c-4315-83f7-f8371255221b HTTP/1.1" status: 200 len: 992 time: 1.2701857 Oct 15 14:01:28.296050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:01:28.298373 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8677f7-8799-49b2-a247-2ad9d9831b09" -d '{"events": [{"name": "network-changed", "server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:01:28.338275 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c427fa4-91ee-4f89-a82a-d4a49dc56f94 x-openstack-request-id: req-5c427fa4-91ee-4f89-a82a-d4a49dc56f94 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:01:28.338722 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:01:28.338996 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c427fa4-91ee-4f89-a82a-d4a49dc56f94 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:01:28.339416 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c427fa4-91ee-4f89-a82a-d4a49dc56f94'] response: {'name': 'network-changed', 'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'status': 'completed', 'code': 200} Oct 15 14:01:28.388980 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:28.401452 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-cd8b2f64-4414-4da6-9f82-80f0bec021f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:28.402675 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-cd8b2f64-4414-4da6-9f82-80f0bec021f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 1130 time: 0.0406413 Oct 15 14:01:28.502416 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-a24572e4-2173-4401-813f-446811b6d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:28.503906 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-a24572e4-2173-4401-813f-446811b6d1b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.0932748 Oct 15 14:01:28.568442 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-e14b4065-7137-4d94-9078-b223e499cba4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 200 len: 1000 time: 0.0582433 Oct 15 14:01:28.603169 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:28.606967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '3d9714a9-fe4c-4315-83f7-f8371255221b', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:14:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023bca17-a19b-4428-9008-ec108226f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:01:15Z', 'updated_at': '2022-10-15T14:01:27Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:28.618691 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-a3773071-d13a-42ae-871c-f5a65fa3cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:28.620231 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-a3773071-d13a-42ae-871c-f5a65fa3cc2c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0463979 Oct 15 14:01:28.633271 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:01:28.644317 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:01:28.644854 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:01:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:28.667496 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-c10c6d6f-878b-4675-877d-c6fd0b1b6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:28.669032 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-c10c6d6f-878b-4675-877d-c6fd0b1b6d4a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436008 Oct 15 14:01:28.748662 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:01:28.761630 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-c9742f2c-6259-41e1-9893-b5bc1f00e0b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863101 Oct 15 14:01:28.842340 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:28.860816 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-5a8677f7-8799-49b2-a247-2ad9d9831b09 req-be864b9d-9247-49d8-8cf4-fcbdfec8c6d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936065 Oct 15 14:01:28.896456 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:28.967245 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '3d9714a9-fe4c-4315-83f7-f8371255221b', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:14:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023bca17-a19b-4428-9008-ec108226f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:01:15Z', 'updated_at': '2022-10-15T14:01:27Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:01:28.992233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ad915-7e87-4079-a2f7-7be78c803863 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '3d9714a9-fe4c-4315-83f7-f8371255221b', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:14:d2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023bca17-a19b-4428-9008-ec108226f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:01:15Z', 'updated_at': '2022-10-15T14:01:27Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:01:29.207181 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e280b7-b53f-4f39-8fc8-3a2e35af37e4 None None] New status for floating IP 3d9714a9-fe4c-4315-83f7-f8371255221b: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:01:29.210474 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.288304 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=35 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.292817 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=30 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.854629 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=62 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.856742 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=44 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.965003 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=27 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.969588 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:38.970632 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=10 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:39.309891 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:39.313834 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:01:44.704256 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:50.485334 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:01:52.270223 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1b17759e-d761-428b-abeb-29d4fb3f8fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:54.593258 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-912de80a-bff0-4e03-8a7b-b89edd8a6bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:55.490510 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-a3b7a06d-474d-4092-9660-255826955b6c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419781 Oct 15 14:01:55.583062 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f041-71ac-4f1b-937d-247ee37062bb req-2eb65743-1087-42c6-ae66-2f14a7c4207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:55.584593 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-2eb65743-1087-42c6-ae66-2f14a7c4207b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1129 time: 0.0412884 Oct 15 14:01:55.704975 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f041-71ac-4f1b-937d-247ee37062bb req-e4772680-4adb-4301-a811-de0df5e73234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:55.706448 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-e4772680-4adb-4301-a811-de0df5e73234 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.0990422 Oct 15 14:01:55.771070 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-9f403536-960d-46fb-9c69-07149678ae4e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 1000 time: 0.0575435 Oct 15 14:01:55.836942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f041-71ac-4f1b-937d-247ee37062bb req-9b2fcdc0-c32b-4e22-9b68-e8b8ec2eca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:55.838719 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-9b2fcdc0-c32b-4e22-9b68-e8b8ec2eca17 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0614221 Oct 15 14:01:55.889706 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f041-71ac-4f1b-937d-247ee37062bb req-1bd1774e-c928-44fa-8a1f-c949a95e53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:01:55.891549 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-1bd1774e-c928-44fa-8a1f-c949a95e53b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458381 Oct 15 14:01:55.982361 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-4a23c099-8194-45bb-a551-277a5417345d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Oct 15 14:01:56.090938 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-a656f041-71ac-4f1b-937d-247ee37062bb req-d4fd7e55-50f4-4d95-b869-450b653df88b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013284 Oct 15 14:01:56.251756 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:57.804251 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:01:57.806805 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:00.481460 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:06.085699 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=53 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:06.086774 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=48 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:07.788333 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:07.792458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:07.797523 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:14.694470 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:20.364324 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:20.365178 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:22.268163 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3105-0389-4afc-a123-aa60d3215685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:24.589934 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4ec5ae5d-8a8f-40fd-a57a-ee5495dfbcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:26.262608 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:27.488986 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:02:27.798883 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:27.799624 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:37.481918 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:37.782829 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:37.789940 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:37.792530 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:44.715191 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:48.441871 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:48.443088 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:49.821633 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33574) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:02:49.979889 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port 2e742ed6-4b70-4fc9-aab3-50de1618e8ec {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:02:49.980270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.062942 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.063244 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.076487 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for 2e742ed6-4b70-4fc9-aab3-50de1618e8ec owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:02:50.250714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (2e742ed6-4b70-4fc9-aab3-50de1618e8ec), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.275937 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=2e742ed6-4b70-4fc9-aab3-50de1618e8ec,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:02:50.303522 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.303851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.304224 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.304560 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.304888 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.305212 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.305536 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.305851 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.306179 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.306495 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.306796 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.307116 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.307428 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.307742 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.308076 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:50.356070 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (fd343cc6-f373-463f-ac53-701a8dba3cfa), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.356414 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP fd343cc6-f373-463f-ac53-701a8dba3cfa disassociated (deleted). External IP: 172.27.0.239, port: 7c8bf8d7-7d37-4910-8609-6b29066a0947. Oct 15 14:02:50.579557 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:02:50.687868 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:02:50.693198 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:50.697810 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:02:50.708488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:02:50.709100 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:50.725625 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5cba3c2c-156e-4f07-b335-f95548a99d83 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/fd343cc6-f373-463f-ac53-701a8dba3cfa HTTP/1.1" status: 204 len: 168 time: 0.9029808 Oct 15 14:02:50.726290 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:02:50.728657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552dbe21-aa22-4b4a-a1d8-b59256bcade1" -d '{"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:02:50.769044 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cfece5-b94a-4e79-99ab-b6f4e869ad2c x-openstack-request-id: req-05cfece5-b94a-4e79-99ab-b6f4e869ad2c {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:02:50.769319 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:02:50.769600 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05cfece5-b94a-4e79-99ab-b6f4e869ad2c {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:02:50.769993 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cfece5-b94a-4e79-99ab-b6f4e869ad2c'] response: {'name': 'network-changed', 'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'status': 'completed', 'code': 200} Oct 15 14:02:50.820718 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:02:50.949752 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:50.955359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:50.970601 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911cb8-ec20-4fed-accd-f0a83e780f4b req-581019e2-0845-454d-b0a9-2b447dd72306 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:50.972155 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6911cb8-ec20-4fed-accd-f0a83e780f4b req-581019e2-0845-454d-b0a9-2b447dd72306 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0619004 Oct 15 14:02:51.027056 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6911cb8-ec20-4fed-accd-f0a83e780f4b req-0168a970-f272-4709-85fd-fcb6e9ec4809 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485933 Oct 15 14:02:51.185069 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:51.209512 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:02:51.218579 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:02:51.219238 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:51.323912 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:02:51.544617 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:51.570967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d552d3-9e59-4088-9e27-84e59b256097 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '4f2e2048-336a-4282-8964-336e5efe33a1', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'port_id': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'mac_address': 'fa:16:3e:45:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T13:57:55Z', 'updated_at': '2022-10-15T13:57:58Z', 'revision_number': 1, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:02:51.821978 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad8c587-9d74-4e41-8ffa-d341b8137a7d None None] New status for floating IP fd343cc6-f373-463f-ac53-701a8dba3cfa: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:02:52.160150 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57d69-31fd-4e45-821d-768a9f8e5992 req-c0bb2dee-ff7e-4514-b281-faef20fb3f11 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:52.161646 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4c57d69-31fd-4e45-821d-768a9f8e5992 req-c0bb2dee-ff7e-4514-b281-faef20fb3f11 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0522304 Oct 15 14:02:52.212057 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d4c57d69-31fd-4e45-821d-768a9f8e5992 req-501bf0b2-d936-4b5a-b2d1-2dd282f77291 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 Oct 15 14:02:52.267011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-16ef9275-f22a-4723-97ff-ac649f14910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:52.330840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-b94104d6-992f-4f71-837b-4c48671fdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:52.332323 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-b94104d6-992f-4f71-837b-4c48671fdf64 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 1129 time: 0.0416794 Oct 15 14:02:52.432458 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-08ff11f8-3c8a-4e5a-8913-4f4bf6ead6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:52.433975 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-08ff11f8-3c8a-4e5a-8913-4f4bf6ead6cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.0939021 Oct 15 14:02:52.794168 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-e88c13e8-35d8-43cd-96bc-d25781b0ae96 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 200 len: 217 time: 0.0343325 Oct 15 14:02:53.062115 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-73d1e4b4-42ff-43b4-9a16-a32f1eef3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:53.064033 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-73d1e4b4-42ff-43b4-9a16-a32f1eef3faf service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0471358 Oct 15 14:02:53.136966 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-3122fc8d-3606-4c40-855e-06b54a6842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:53.138558 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-3122fc8d-3606-4c40-855e-06b54a6842dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490744 Oct 15 14:02:53.142104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-cdb367ec-146d-48f4-b5d0-71710c1dadff tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:53.143612 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-cdb367ec-146d-48f4-b5d0-71710c1dadff tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Oct 15 14:02:53.232349 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-7143f82d-0f5d-4b41-b9cf-2ebcdce5eaed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876062 Oct 15 14:02:53.233850 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port 7c8bf8d7-7d37-4910-8609-6b29066a0947 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:02:53.234444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:53.342125 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-552dbe21-aa22-4b4a-a1d8-b59256bcade1 req-aac0417c-1c6b-4afa-9881-6a2f1959372a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039350 Oct 15 14:02:53.369128 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396efa40-d3ee-456c-9b4b-c09093db6bb0 req-980f07b9-7922-4a2d-9db5-ec2e71f6e4ad tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:53.370664 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-396efa40-d3ee-456c-9b4b-c09093db6bb0 req-980f07b9-7922-4a2d-9db5-ec2e71f6e4ad tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 945 time: 0.0795524 Oct 15 14:02:53.380352 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] For port 7c8bf8d7-7d37-4910-8609-6b29066a0947, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=7c8bf8d7-7d37-4910-8609-6b29066a0947,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:02:53.380728 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:53.407575 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for 7c8bf8d7-7d37-4910-8609-6b29066a0947 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:02:53.478996 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-396efa40-d3ee-456c-9b4b-c09093db6bb0 req-dde0e3c6-07cc-43ec-b5e8-89f51692120b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013076 Oct 15 14:02:53.575215 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (7c8bf8d7-7d37-4910-8609-6b29066a0947), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:53.606045 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=7c8bf8d7-7d37-4910-8609-6b29066a0947,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:02:53.650521 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] No DVR routers for this DVR port 7c8bf8d7-7d37-4910-8609-6b29066a0947 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:02:53.653380 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:53.656738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-8dfed702-7fe2-4c30-9e34-042125de7a9e req-78117fc2-db68-4a9e-9b05-14d7391c10e1 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "DELETE /networking/v2.0/ports/7c8bf8d7-7d37-4910-8609-6b29066a0947 HTTP/1.1" status: 204 len: 173 time: 0.5064337 Oct 15 14:02:53.657246 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'name': 'network-vif-deleted', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:02:53.659513 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecd3a1c-c866-4d62-a88a-29830aecc5af" -d '{"events": [{"server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "name": "network-vif-deleted", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:02:53.699268 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7120a-4e58-470b-8fc5-5586de61046e x-openstack-request-id: req-adb7120a-4e58-470b-8fc5-5586de61046e {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:02:53.699581 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fd889c-ef07-468c-9cc5-3a3fd1b51d63", "name": "network-vif-deleted", "tag": "7c8bf8d7-7d37-4910-8609-6b29066a0947", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:02:53.699991 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adb7120a-4e58-470b-8fc5-5586de61046e {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:02:53.700296 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb7120a-4e58-470b-8fc5-5586de61046e'] response: {'server_uuid': '31fd889c-ef07-468c-9cc5-3a3fd1b51d63', 'name': 'network-vif-deleted', 'tag': '7c8bf8d7-7d37-4910-8609-6b29066a0947', 'status': 'completed', 'code': 200} Oct 15 14:02:54.586550 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bb8a905f-4002-4519-b749-ec2a4ff27214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:54.606849 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-aa233e8d-f656-4436-9e32-21582d94c876 req-b12cb176-b6e9-4c8d-80b6-1387c78fe749 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=31fd889c-ef07-468c-9cc5-3a3fd1b51d63 HTTP/1.1" status: 200 len: 210 time: 0.0334823 Oct 15 14:02:56.260849 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:56.466729 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-5b33ccdf-9869-40ca-ad3b-46065b13b41c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404334 Oct 15 14:02:56.527057 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-9ae03cef-c4be-4468-8e70-0f7f2c451690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:56.528545 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-9ae03cef-c4be-4468-8e70-0f7f2c451690 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 1130 time: 0.0404937 Oct 15 14:02:56.642683 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-67b15170-ebd2-47c1-86ad-a39a4b8dabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:56.644953 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-67b15170-ebd2-47c1-86ad-a39a4b8dabf5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.0976822 Oct 15 14:02:56.750867 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe864-b0ea-4d1d-8c2a-1cc47929e258 req-34b9e558-bb00-43b0-b01e-19962342f871 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:56.752438 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-356fe864-b0ea-4d1d-8c2a-1cc47929e258 req-34b9e558-bb00-43b0-b01e-19962342f871 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0549715 Oct 15 14:02:56.789864 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:56.798241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:56.804344 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-356fe864-b0ea-4d1d-8c2a-1cc47929e258 req-8e0a4b9c-06e5-49d8-8fca-e3d365b17862 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451560 Oct 15 14:02:57.347828 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 7c8bf8d7-7d37-4910-8609-6b29066a0947 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:02:57.370350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 7c8bf8d7-7d37-4910-8609-6b29066a0947 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:02:57.370726 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 7c8bf8d7-7d37-4910-8609-6b29066a0947 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:02:57.802519 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:57.803936 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:57.923383 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33646) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:02:57.967175 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-2cae68dd-dc40-432c-91d5-8f27a09e761f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 200 len: 1002 time: 0.0957730 Oct 15 14:02:57.973645 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02244c-4bb4-49da-b24b-af739890b5c3 req-9c0b5b29-685d-4a56-8c64-e07c49fc7611 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:57.975075 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f02244c-4bb4-49da-b24b-af739890b5c3 req-9c0b5b29-685d-4a56-8c64-e07c49fc7611 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0682924 Oct 15 14:02:58.059908 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-cb9928cd-7988-4d58-869c-aebd6feaa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:58.061359 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-cb9928cd-7988-4d58-869c-aebd6feaa16e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0724735 Oct 15 14:02:58.065004 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-2f02244c-4bb4-49da-b24b-af739890b5c3 req-f5c21eb5-3d64-4947-b499-396e8b4f5f9c tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838194 Oct 15 14:02:58.073521 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port c8f85930-c96e-4b5e-aa47-da1932f868f2 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:02:58.074134 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.115813 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-e95b28ff-f9e3-4dd1-8997-4efa467500fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:58.117488 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-e95b28ff-f9e3-4dd1-8997-4efa467500fe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462539 Oct 15 14:02:58.159170 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.159476 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (c8f85930-c96e-4b5e-aa47-da1932f868f2), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.173469 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for c8f85930-c96e-4b5e-aa47-da1932f868f2 owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:02:58.211011 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-e0018f7f-95ad-476e-a9b2-d1ae2a986d2a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859087 Oct 15 14:02:58.325409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:58.333646 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c8f85930-c96e-4b5e-aa47-da1932f868f2), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.360627 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=c8f85930-c96e-4b5e-aa47-da1932f868f2,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:02:58.383344 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c746c2ad-5a43-4401-aaa7-64963c82c1a1 req-778fb5a1-5956-41a4-a934-d7839c98582d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964329 Oct 15 14:02:58.385944 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.386295 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.386646 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.386986 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.387291 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.387617 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.388065 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.388309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.388636 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.388962 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.389274 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.389613 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.389959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.390279 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.390593 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:02:58.434354 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (4f2e2048-336a-4282-8964-336e5efe33a1), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.434696 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Floating IP 4f2e2048-336a-4282-8964-336e5efe33a1 disassociated (deleted). External IP: 172.27.0.75, port: a8e5516a-30ab-4376-8e26-9efdb40d9c1e. Oct 15 14:02:58.485151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:58.578657 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-7711c438-1f01-4fe7-af8f-68bb8917cb80 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:58.580296 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-7711c438-1f01-4fe7-af8f-68bb8917cb80 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Oct 15 14:02:58.638595 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:02:58.665302 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 33c455e8-481d-448e-a7e0-7039d8c328b2 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:02:58.665655 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.744409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:02:58.749712 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.757231 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:02:58.760713 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] For port 33c455e8-481d-448e-a7e0-7039d8c328b2, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=33c455e8-481d-448e-a7e0-7039d8c328b2,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:02:58.761078 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.771476 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:02:58.772287 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:58.783756 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-13724bb9-2aec-421d-98d1-24fc42b9cc40 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/4f2e2048-336a-4282-8964-336e5efe33a1 HTTP/1.1" status: 204 len: 168 time: 0.8588688 Oct 15 14:02:58.784830 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:02:58.787234 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078836b-75ff-49ce-b777-777c60307f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:02:58.857745 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b8e1e-1dbf-4abc-9471-853a3162f01d x-openstack-request-id: req-4c7b8e1e-1dbf-4abc-9471-853a3162f01d {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:02:58.859432 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:02:58.859765 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c7b8e1e-1dbf-4abc-9471-853a3162f01d {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:02:58.860310 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7b8e1e-1dbf-4abc-9471-853a3162f01d'] response: {'name': 'network-changed', 'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'status': 'completed', 'code': 200} Oct 15 14:02:58.880603 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:02:58.940112 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078836b-75ff-49ce-b777-777c60307f3a req-4a70b4f4-9f14-4a0e-9a41-ad3e61d94940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:58.941848 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-4a70b4f4-9f14-4a0e-9a41-ad3e61d94940 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=243c0b9b4bd742659061745c8dc4c696&device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 1129 time: 0.0621362 Oct 15 14:02:58.969054 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.969709 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:58.969709 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 3d9714a9-fe4c-4315-83f7-f8371255221b disassociated. External IP: 172.27.0.210, port: 33c455e8-481d-448e-a7e0-7039d8c328b2. Oct 15 14:02:58.970133 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 33c455e8-481d-448e-a7e0-7039d8c328b2 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:02:59.056372 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:59.107520 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:59.137948 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:59.143778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:02:59.151327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63962c5-70d4-41f7-b7a8-ae80d2f6520b req-68e4a01a-29cc-4664-9e26-455563f5b04d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.152992 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a63962c5-70d4-41f7-b7a8-ae80d2f6520b req-68e4a01a-29cc-4664-9e26-455563f5b04d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0939145 Oct 15 14:02:59.154486 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:02:59.155330 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:59.222104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (33c455e8-481d-448e-a7e0-7039d8c328b2), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:59.262552 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:02:59.276432 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=33c455e8-481d-448e-a7e0-7039d8c328b2,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:02:59.280870 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:02:59.287352 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b2ef-fbd7-4ebc-8227-974ada8966e3 req-d1302bd1-9859-4cee-ae9e-3903e34418f2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.290339 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d770b2ef-fbd7-4ebc-8227-974ada8966e3 req-d1302bd1-9859-4cee-ae9e-3903e34418f2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=023bca17-a19b-4428-9008-ec108226f7f4 HTTP/1.1" status: 200 len: 946 time: 0.1212051 Oct 15 14:02:59.349817 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-a63962c5-70d4-41f7-b7a8-ae80d2f6520b req-49ed457d-43f2-4ed2-b11a-cca93aab3e8b tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2ee3793c-d749-4155-8974-fea06c3ed499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846528 Oct 15 14:02:59.374325 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078836b-75ff-49ce-b777-777c60307f3a req-f3b59db1-d038-4c3d-bc2e-29339b9fe7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.376143 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-f3b59db1-d038-4c3d-bc2e-29339b9fe7ee service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 200 len: 913 time: 0.4270816 Oct 15 14:02:59.440805 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d770b2ef-fbd7-4ebc-8227-974ada8966e3 req-a4b0b251-f1dd-4f46-b3b9-6a9e7f998c1d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=81da37b1-d533-4fe9-a07f-9961f176c960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399715 Oct 15 14:02:59.460467 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:02:59.492018 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:59.516712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f14cf4-030b-4995-8171-0113c1b9b618 None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T13:52:57Z', 'revision_number': 4, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'd9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8', 'name': '', 'network_id': '701b540a-8a09-42dc-a3a2-18dbe248ffc3', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'mac_address': 'fa:16:3e:d4:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:56Z', 'updated_at': '2022-10-15T13:53:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'subnets': [{'id': '7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:02:59.570760 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:02:59.582442 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:02:59.596444 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:02:59.602397 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:02:59.618339 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] No DVR routers for this DVR port 33c455e8-481d-448e-a7e0-7039d8c328b2 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:02:59.619119 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-71dcb9ad-327a-4630-8a20-0b9d8a15a03f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 200 len: 217 time: 0.0434296 Oct 15 14:02:59.620999 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:59.624362 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-82aca63d-1eb6-4eda-85d4-3eaeeb54b8c1 req-eba4c421-f0b3-40d8-a90d-91000a31bf29 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "DELETE /networking/v2.0/ports/33c455e8-481d-448e-a7e0-7039d8c328b2 HTTP/1.1" status: 204 len: 173 time: 1.0393968 Oct 15 14:02:59.624899 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'name': 'network-vif-deleted', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:02:59.627767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c603e8-1939-45a8-ac71-78b430c65f0a" -d '{"events": [{"server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "name": "network-vif-deleted", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:02:59.717296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078836b-75ff-49ce-b777-777c60307f3a req-613763e9-4769-4e1c-a214-f38ab25d2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.718792 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-613763e9-4769-4e1c-a214-f38ab25d2ee1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 200 len: 851 time: 0.0936034 Oct 15 14:02:59.738518 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301fd8f-d0aa-40c6-8e49-8e57e2b9e4e3 x-openstack-request-id: req-e301fd8f-d0aa-40c6-8e49-8e57e2b9e4e3 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:02:59.738854 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023bca17-a19b-4428-9008-ec108226f7f4", "name": "network-vif-deleted", "tag": "33c455e8-481d-448e-a7e0-7039d8c328b2", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:02:59.739070 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e301fd8f-d0aa-40c6-8e49-8e57e2b9e4e3 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:02:59.739489 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e301fd8f-d0aa-40c6-8e49-8e57e2b9e4e3'] response: {'server_uuid': '023bca17-a19b-4428-9008-ec108226f7f4', 'name': 'network-vif-deleted', 'tag': '33c455e8-481d-448e-a7e0-7039d8c328b2', 'status': 'completed', 'code': 200} Oct 15 14:02:59.756395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-7f03e3a2-7edf-45da-a7ad-3b00169fee33 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.758002 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-7f03e3a2-7edf-45da-a7ad-3b00169fee33 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 945 time: 0.0974219 Oct 15 14:02:59.772830 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:02:59.810722 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078836b-75ff-49ce-b777-777c60307f3a req-ddcda36e-f219-4ed8-a78a-4d8b8f4b97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:02:59.812670 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-ddcda36e-f219-4ed8-a78a-4d8b8f4b97e2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=701b540a-8a09-42dc-a3a2-18dbe248ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875704 Oct 15 14:02:59.917534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port a8e5516a-30ab-4376-8e26-9efdb40d9c1e {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:02:59.917534 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:02:59.967774 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-d09a3eae-cbd3-4378-8d6a-eb3b83aa2da6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486990 Oct 15 14:02:59.977348 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2fa13-876e-46b2-b8e9-2f67e93d5e02 None None] New status for floating IP 4f2e2048-336a-4282-8964-336e5efe33a1: DOWN {{(pid=111010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:02:59.981226 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:00.023899 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] For port a8e5516a-30ab-4376-8e26-9efdb40d9c1e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:00.024585 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.031980 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:00.041292 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for a8e5516a-30ab-4376-8e26-9efdb40d9c1e owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:00.062790 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:03:00.073888 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:00.074758 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:00.102782 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [req-3078836b-75ff-49ce-b777-777c60307f3a req-1b35860d-0ee4-4e0c-bb00-60a400ff10ea service neutron] 10.222.0.40 "GET /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197786 Oct 15 14:03:00.186777 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:00.201385 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (a8e5516a-30ab-4376-8e26-9efdb40d9c1e), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.239234 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=a8e5516a-30ab-4376-8e26-9efdb40d9c1e,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:00.288330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:00.300050 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] No DVR routers for this DVR port a8e5516a-30ab-4376-8e26-9efdb40d9c1e on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:03:00.302914 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.306793 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-635f18e9-a922-4b4e-a72c-79d2cfacf23c req-dd7cd20f-9fb4-4559-8425-d0bd4ac7d1c8 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a8e5516a-30ab-4376-8e26-9efdb40d9c1e HTTP/1.1" status: 204 len: 173 time: 0.5419219 Oct 15 14:03:00.475798 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0b120340-6ba3-47b7-98c9-6cb221bf9537 req-b926f389-d12a-4b07-a4bd-43de3f59277e tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bceb7f8c-8854-493e-b707-efe98ac7eb5b HTTP/1.1" status: 200 len: 210 time: 0.0292058 Oct 15 14:03:00.488610 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:00.523525 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ec6b9-a69f-4834-a978-5f6a25a3b8d9 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:03:00.553988 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33666) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:00.617337 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (81da37b1-d533-4fe9-a07f-9961f176c960), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.644361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (81da37b1-d533-4fe9-a07f-9961f176c960), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.647357 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:00.711944 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (81da37b1-d533-4fe9-a07f-9961f176c960), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.715796 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.720396 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33668) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:00.720709 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/81da37b1-d533-4fe9-a07f-9961f176c960 HTTP/1.1" status: 204 len: 168 time: 0.1650753 Oct 15 14:03:00.734522 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213be48-ba82-4cb3-bc79-cb67585dacb9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da37b1-d533-4fe9-a07f-9961f176c960,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:00.740160 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.api.v2.resource [None req-c943dcf4-4714-43a9-85e4-25729677a4c1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] show failed (client error): The resource could not be found. Oct 15 14:03:00.746147 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-c943dcf4-4714-43a9-85e4-25729677a4c1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups/81da37b1-d533-4fe9-a07f-9961f176c960 HTTP/1.1" status: 404 len: 347 time: 0.0240061 Oct 15 14:03:00.746994 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33670) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:00.857568 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcfa3c-e0e7-4a93-a7d1-f429b558af67 None None] New status for floating IP 3d9714a9-fe4c-4315-83f7-f8371255221b: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:03:00.869727 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:00.875131 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 12015434-51a1-4350-9663-e830606a9d28 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:00.875485 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (12015434-51a1-4350-9663-e830606a9d28), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.962385 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (12015434-51a1-4350-9663-e830606a9d28), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.963107 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (12015434-51a1-4350-9663-e830606a9d28), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:00.982246 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 12015434-51a1-4350-9663-e830606a9d28 owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:00.995776 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=100 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:01.129798 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (12015434-51a1-4350-9663-e830606a9d28), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.156760 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=12015434-51a1-4350-9663-e830606a9d28,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:01.219617 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (3d9714a9-fe4c-4315-83f7-f8371255221b), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.222159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.223656 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3bb19a50-ebe3-489f-b597-ce83d52b70a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/3d9714a9-fe4c-4315-83f7-f8371255221b HTTP/1.1" status: 204 len: 168 time: 0.4750497 Oct 15 14:03:01.295320 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33674) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:01.299988 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309498600', 'description': 'tempest-description--1432399620'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:01.324311 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.403477 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (6a4ccb12-4518-4b78-998e-1e179c7dd0ae), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.410081 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (6a4ccb12-4518-4b78-998e-1e179c7dd0ae), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.440079 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ccb12-4518-4b78-998e-1e179c7dd0ae,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:01.444308 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.445539 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-a8ef861c-bf08-48a0-8d7e-8f965ca0b61d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491623 Oct 15 14:03:01.448478 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33676) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:01.452997 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '6a4ccb12-4518-4b78-998e-1e179c7dd0ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:01.487621 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (5aee9daf-6a8a-4a55-ade1-044f85b6e5f6), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.538102 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (5aee9daf-6a8a-4a55-ade1-044f85b6e5f6), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.543092 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (5aee9daf-6a8a-4a55-ade1-044f85b6e5f6), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.551498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33680) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:01.595425 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aee9daf-6a8a-4a55-ade1-044f85b6e5f6,revision_number=0']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:01.603818 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.605043 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-afdb9c81-101e-464c-b58b-07ec49e42de1 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555820 Oct 15 14:03:01.608135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33682) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:01.612790 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'security_group_rule': {'security_group_id': '6a4ccb12-4518-4b78-998e-1e179c7dd0ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:01.644992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (51eaa3aa-31cf-4fe2-985d-e784b5e8ddd7), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.681967 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Deleting port 445b82d8-7a06-40fb-b747-f3eb60f0e827 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:01.682289 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.705429 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (51eaa3aa-31cf-4fe2-985d-e784b5e8ddd7), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.710369 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650295'] for security_group_rule (51eaa3aa-31cf-4fe2-985d-e784b5e8ddd7), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.731127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eaa3aa-31cf-4fe2-985d-e784b5e8ddd7,revision_number=0']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:01.741511 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.742792 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-6c0e533d-b28a-4de7-b496-c493b3d1ab5d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336472 Oct 15 14:03:01.743447 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'name': 'network-vif-deleted', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:03:01.744797 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:01.745781 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554f0dac-47da-4fa2-9625-0c50367dfc07" -d '{"events": [{"server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "name": "network-vif-deleted", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:03:01.748113 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33684) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:01.753033 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:01.773046 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.773353 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (445b82d8-7a06-40fb-b747-f3eb60f0e827), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.779328 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.786981 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Calling delete_port for 445b82d8-7a06-40fb-b747-f3eb60f0e827 owned by network:floatingip {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:01.794610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616167e5-f0d9-46ee-82c1-bd280ff26549 x-openstack-request-id: req-616167e5-f0d9-46ee-82c1-bd280ff26549 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:03:01.794903 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceb7f8c-8854-493e-b707-efe98ac7eb5b", "name": "network-vif-deleted", "tag": "a8e5516a-30ab-4376-8e26-9efdb40d9c1e", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:03:01.795155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-616167e5-f0d9-46ee-82c1-bd280ff26549 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:03:01.795553 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616167e5-f0d9-46ee-82c1-bd280ff26549'] response: {'server_uuid': 'bceb7f8c-8854-493e-b707-efe98ac7eb5b', 'name': 'network-vif-deleted', 'tag': 'a8e5516a-30ab-4376-8e26-9efdb40d9c1e', 'status': 'completed', 'code': 200} Oct 15 14:03:01.852144 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:01.929157 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (445b82d8-7a06-40fb-b747-f3eb60f0e827), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:01.957164 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'Port': ['ID=445b82d8-7a06-40fb-b747-f3eb60f0e827,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:02.027748 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for floatingip (d0bfed74-b05a-49e8-bc94-f1f5871e8a5f), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.030182 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.031392 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-5c6337db-4c27-4030-b091-3f07149b699d tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/d0bfed74-b05a-49e8-bc94-f1f5871e8a5f HTTP/1.1" status: 204 len: 168 time: 0.4788449 Oct 15 14:03:02.161737 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.279644 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.27.0.14 (da4805c3-0577-440e-aeff-1493cabc34e5/a36004e4-1ae7-4858-8b3a-af42eafa9acf/2f887041-0c1e-49b6-b3a6-ab53dbff86ea) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:03:02.389992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.426785 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.430494 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:02.471203 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network da4805c3-0577-440e-aeff-1493cabc34e5 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:03:02.477366 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:03:02.479998 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:03:02.483209 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=2f887041-0c1e-49b6-b3a6-ab53dbff86ea,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:02.567597 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.581247 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:02.608988 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.760776 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.767564 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.833668 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=2f887041-0c1e-49b6-b3a6-ab53dbff86ea,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:02.836172 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.855332 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:02.856613 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-d3f6d825-f740-4468-8a79-80c577813467 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1071670 Oct 15 14:03:03.023447 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-19ad92a9-a549-45e3-96e1-f1e291c1927e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--309498600&fields=id&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 267 time: 0.0483088 Oct 15 14:03:03.138013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-73ca5744-7496-4543-8e2e-a37a8c79540d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:03.139505 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-73ca5744-7496-4543-8e2e-a37a8c79540d tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1090038 Oct 15 14:03:03.158381 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-8f2fbc55-8e51-4e3d-afc9-ee162530948a tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/quotas/1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 375 time: 0.0098116 Oct 15 14:03:03.212584 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-885212b1-de4f-4467-8efa-c31a2f96682e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456853 Oct 15 14:03:03.258068 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33714) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:03.317658 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (2ee3793c-d749-4155-8974-fea06c3ed499), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:03.324205 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-15dcabf6-a39b-46c0-a45d-2544f2c3179c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931797 Oct 15 14:03:03.344348 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (2ee3793c-d749-4155-8974-fea06c3ed499), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:03.346679 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device a8e5516a-30ab-4376-8e26-9efdb40d9c1e no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:03.371356 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: a8e5516a-30ab-4376-8e26-9efdb40d9c1e {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:03.371897 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device a8e5516a-30ab-4376-8e26-9efdb40d9c1e not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:03.372417 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 33c455e8-481d-448e-a7e0-7039d8c328b2 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:03.374953 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:03.392641 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 33c455e8-481d-448e-a7e0-7039d8c328b2 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:03.393354 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 33c455e8-481d-448e-a7e0-7039d8c328b2 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:03.418281 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2ee3793c-d749-4155-8974-fea06c3ed499), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:03.421347 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:03.425204 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-93f0adda-b94d-49ee-b3e4-ac2a14359073 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922740 Oct 15 14:03:03.425392 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2ee3793c-d749-4155-8974-fea06c3ed499 HTTP/1.1" status: 204 len: 168 time: 0.1630423 Oct 15 14:03:03.437510 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfe432-37c2-496e-9dcd-733c7fff8f67 tempest-TestVolumeBootPattern-1987600970 tempest-TestVolumeBootPattern-1987600970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee3793c-d749-4155-8974-fea06c3ed499,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:03.486124 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33718) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:03.613978 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-d67dc92d-a2f4-49c6-918a-a1858e627c0a req-229579d4-a909-4b64-9e63-5ca64c7f55ce tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 210 time: 0.0306103 Oct 15 14:03:03.979841 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (568f480d-19fa-44a3-a7c1-4f865079fa04), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.032011 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:04.217065 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Deleting port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:04.217409 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.310416 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] For port d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:04.311478 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.329993 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Calling delete_port for d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 owned by network:router_interface {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:04.335617 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:04.488754 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:03:04.532659 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.555099 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:04.558303 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:04.694714 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-8e1a18dd-3731-42b0-be5c-ba5ec59e3017 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:04.697615 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-8e1a18dd-3731-42b0-be5c-ba5ec59e3017 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 815 time: 0.1635802 Oct 15 14:03:04.740959 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (568f480d-19fa-44a3-a7c1-4f865079fa04), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.748673 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-9408874b-6d5f-4af7-90a2-4eabaccef434 req-3dfad577-652e-4823-9000-b60cc6efeea2 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Oct 15 14:03:04.831048 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-61f4b44d-117e-4c30-b402-f7c2272cf0a5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1976b27e84a4484ba9d46a4244b08699 HTTP/1.1" status: 200 len: 379 time: 0.0616672 Oct 15 14:03:04.839967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7b23c-65d3-4129-a240-950294c4f9fe None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 14:03:04.844698 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'port': {'device_id': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'admin_state_up': True, 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'security_groups': ['6a4ccb12-4518-4b78-998e-1e179c7dd0ae']}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:04.949536 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7b23c-65d3-4129-a240-950294c4f9fe None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 14:03:04.971479 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Made reservation on behalf of 1976b27e84a4484ba9d46a4244b08699 for: {'port': 1} {{(pid=111009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 14:03:04.976768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:04.982790 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Router 568f480d-19fa-44a3-a7c1-4f865079fa04 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:03:04.985119 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:05.043652 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:05.118329 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:03:05.126867 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4b0712f9-2ee7-4359-ad4a-a877cfe59d53 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/568f480d-19fa-44a3-a7c1-4f865079fa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368606 Oct 15 14:03:05.127109 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33738) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:05.141510 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Sync routers for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:03:05.158252 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:05.159709 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:05.165155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_common [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Allocated IP 172.20.0.3 (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd/512f7ddf-b05b-425b-a250-3833a6c71721) {{(pid=111009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 14:03:05.254265 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks [] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.279817 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:05.348388 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:05.356940 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for port (512f7ddf-b05b-425b-a250-3833a6c71721), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.374716 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks [] for router_gateway (568f480d-19fa-44a3-a7c1-4f865079fa04), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.405800 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737285423854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.438115 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Deleting port c4f75731-4f6c-4716-90fc-a7cef3c55722 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:05.438603 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.457193 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 is already hosted by enough agents. {{(pid=111009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 14:03:05.460947 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.base_scheduler [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Resources bound (agent type, host, resource id): {{(pid=111009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 14:03:05.465527 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Received port after_create {{(pid=111009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 15 14:03:05.472989 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event updated for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:05.487525 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T14:03:04Z', 'revision_number': 5, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port': {'id': 'c4f75731-4f6c-4716-90fc-a7cef3c55722', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:52:54Z', 'updated_at': '2022-10-15T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:05.517413 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Checking router: 568f480d-19fa-44a3-a7c1-4f865079fa04 for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:03:05.526792 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Routers {'568f480d-19fa-44a3-a7c1-4f865079fa04'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:05.527420 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['568f480d-19fa-44a3-a7c1-4f865079fa04'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:05.538177 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:05.545176 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:05.546372 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.558196 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] For port c4f75731-4f6c-4716-90fc-a7cef3c55722, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=c4f75731-4f6c-4716-90fc-a7cef3c55722,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:05.558571 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.576320 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Calling delete_port for c4f75731-4f6c-4716-90fc-a7cef3c55722 owned by network:router_gateway {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:05.581148 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-b1085a0a-0065-4d37-936a-bbd694e1f533 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450490 Oct 15 14:03:05.594767 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.v2.base [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Request body: {'port': {'device_id': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=111009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:05.678971 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.775972 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] Set router 568f480d-19fa-44a3-a7c1-4f865079fa04 gateway port host: None {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:05.816051 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (c4f75731-4f6c-4716-90fc-a7cef3c55722), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.853645 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f75731-4f6c-4716-90fc-a7cef3c55722,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:05.856148 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-84fb0605-4227-459a-b49d-67d0121c5c8d None None] Provisioning complete for port ba6fcff8-ff04-4870-9125-6edfcd209291 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:03:05.857093 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-84fb0605-4227-459a-b49d-67d0121c5c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.857816 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-84fb0605-4227-459a-b49d-67d0121c5c8d None None] Attempt 1 to provision port ba6fcff8-ff04-4870-9125-6edfcd209291 Oct 15 14:03:05.861355 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T14:03:05Z', 'revision_number': 6, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:05.909052 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead38782-c215-4912-bdc1-1aec34b0b05a None None] The sync data for ids ['568f480d-19fa-44a3-a7c1-4f865079fa04'] in dv-cinder-861491-3-iscsi is: [{'id': '568f480d-19fa-44a3-a7c1-4f865079fa04', 'name': 'tempest-TestVolumeBootPattern-1372050348-router', 'tenant_id': '243c0b9b4bd742659061745c8dc4c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:52:53Z', 'updated_at': '2022-10-15T14:03:05Z', 'revision_number': 6, 'project_id': '243c0b9b4bd742659061745c8dc4c696', 'gw_port_host': None}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:03:05.944892 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (568f480d-19fa-44a3-a7c1-4f865079fa04), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:05.962364 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751901ef-4dd5-4113-9e59-f0ba7f52f944 req-1f4146c0-83c9-4b84-a353-1546916da288 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:05.964063 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-751901ef-4dd5-4113-9e59-f0ba7f52f944 req-1f4146c0-83c9-4b84-a353-1546916da288 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 931 time: 0.0671990 Oct 15 14:03:06.019189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-84fb0605-4227-459a-b49d-67d0121c5c8d None None] Current status of the port ba6fcff8-ff04-4870-9125-6edfcd209291 is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:03:06.044014 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.046260 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks [] for router_controller (568f480d-19fa-44a3-a7c1-4f865079fa04), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.062874 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-751901ef-4dd5-4113-9e59-f0ba7f52f944 req-0ac581be-70e2-486d-b477-ff462526d482 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918164 Oct 15 14:03:06.092899 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (568f480d-19fa-44a3-a7c1-4f865079fa04), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.093543 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568f480d-19fa-44a3-a7c1-4f865079fa04 {{(pid=111008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 14:03:06.098410 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.102054 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-3dcd6f60-2315-48ef-b4ab-5cbb68234916 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/568f480d-19fa-44a3-a7c1-4f865079fa04 HTTP/1.1" status: 204 len: 168 time: 0.9715710 Oct 15 14:03:06.102377 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33742) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:06.123312 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512f7ddf-b05b-425b-a250-3833a6c71721 {{(pid=111009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:03:06.133347 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks [] for port (512f7ddf-b05b-425b-a250-3833a6c71721), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.138829 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-4ff51918-2dac-4836-8e0f-d2409ce8215a None None] Provisioning complete for port 512f7ddf-b05b-425b-a250-3833a6c71721 triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:03:06.139196 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4ff51918-2dac-4836-8e0f-d2409ce8215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.139546 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-4ff51918-2dac-4836-8e0f-d2409ce8215a None None] Attempt 1 to provision port 512f7ddf-b05b-425b-a250-3833a6c71721 Oct 15 14:03:06.146956 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.provisioning_blocks [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Transition to ACTIVE for port object 512f7ddf-b05b-425b-a250-3833a6c71721 will not be triggered until provisioned by entity L2. {{(pid=111009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 15 14:03:06.150923 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Deleting subnet 7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 14:03:06.152475 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.154593 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Publish callbacks [] for subnet (7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.177547 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-4ff51918-2dac-4836-8e0f-d2409ce8215a None None] Port 512f7ddf-b05b-425b-a250-3833a6c71721 cannot update to ACTIVE because it is not bound. {{(pid=111010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 15 14:03:06.185929 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:06.199089 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.224257 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Pushing event updated for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=2']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:06.275162 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:06.279795 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Attempting to bind port 512f7ddf-b05b-425b-a250-3833a6c71721 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 15 14:03:06.280156 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Attempting to bind port 512f7ddf-b05b-425b-a250-3833a6c71721 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 15 14:03:06.280472 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Attempting to bind port 512f7ddf-b05b-425b-a250-3833a6c71721 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:03:06.285670 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.320268 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:06.327699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Port 512f7ddf-b05b-425b-a250-3833a6c71721 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 14:03:06.327699 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Attempting to bind port 512f7ddf-b05b-425b-a250-3833a6c71721 on network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 14:03:06.348210 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.376121 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Checking agent: {'id': '80af7935-e527-4d47-a2bd-eb769df15492', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'started_at': datetime.datetime(2022, 10, 15, 13, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 15, 14, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 15 14:03:06.376508 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Checking segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 15 14:03:06.376838 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Bound using segment: {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'} {{(pid=111009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 15 14:03:06.379555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.managers [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Bound port: 512f7ddf-b05b-425b-a250-3833a6c71721, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0'}}] {{(pid=111009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 15 14:03:06.379555 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), before_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.379812 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:06.388780 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.388780 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9c72dc51-078a-4770-8f24-97ab8a8b5c9f admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7b8d6dbd-09f5-41a7-b9d7-7c2c2dd57efa HTTP/1.1" status: 204 len: 168 time: 0.2830074 Oct 15 14:03:06.389218 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e521d-ff77-4636-9eed-26d65fd3d25e None None] Network 701b540a-8a09-42dc-a3a2-18dbe248ffc3 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 14:03:06.389334 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33744) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:06.448656 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, cleared binding levels {{(pid=111009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 14:03:06.452087 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=512f7ddf-b05b-425b-a250-3833a6c71721,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 14:03:06.460864 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7749178'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.466595 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:06.467303 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.468135 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (701b540a-8a09-42dc-a3a2-18dbe248ffc3), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.468907 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 200 len: 1093 time: 0.8813610 Oct 15 14:03:06.469676 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:03:06.472423 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff84915-ff47-42e0-8907-64ab2ff4f0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:03:06.527238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Deleting port ba6fcff8-ff04-4870-9125-6edfcd209291 {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:06.527238 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.562371 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0bf15e-5f91-4202-be37-641dd9792eab x-openstack-request-id: req-4e0bf15e-5f91-4202-be37-641dd9792eab {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:03:06.562641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:03:06.562891 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e0bf15e-5f91-4202-be37-641dd9792eab {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:03:06.563301 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0bf15e-5f91-4202-be37-641dd9792eab'] response: {'name': 'network-changed', 'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721', 'status': 'completed', 'code': 200} Oct 15 14:03:06.575109 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:06.587754 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24323-4d6c-49f8-ad56-6158241a0bcd service neutron] Pushing event updated for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=3']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:06.591452 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-6b5383d6-be06-4aaf-8344-111b8d272d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:06.593003 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-6b5383d6-be06-4aaf-8344-111b8d272d0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 1127 time: 0.0677094 Oct 15 14:03:06.634269 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-90a68454-f502-493a-bd57-d7de0428b9aa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 200 len: 217 time: 0.0340474 Oct 15 14:03:06.692742 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-fcb7ddad-13d9-4454-9e70-6ed0b0a87079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:06.694375 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-fcb7ddad-13d9-4454-9e70-6ed0b0a87079 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0542960 Oct 15 14:03:06.707541 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] DHCP port deletion for 701b540a-8a09-42dc-a3a2-18dbe248ffc3 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 14:03:06.752799 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-98d11d00-30b6-468a-8d1f-dc2d195be2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:06.754633 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Deleting port ba6fcff8-ff04-4870-9125-6edfcd209291 {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:06.755041 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-98d11d00-30b6-468a-8d1f-dc2d195be2cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540135 Oct 15 14:03:06.755393 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.824180 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] For port ba6fcff8-ff04-4870-9125-6edfcd209291, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ba6fcff8-ff04-4870-9125-6edfcd209291,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:06.824575 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.839214 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Calling delete_port for ba6fcff8-ff04-4870-9125-6edfcd209291 owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:06.856895 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-49ab02bd-45f7-4dac-a5ec-f8ffb9dcae2e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949731 Oct 15 14:03:06.865535 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] For port ba6fcff8-ff04-4870-9125-6edfcd209291, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=ba6fcff8-ff04-4870-9125-6edfcd209291,segment=NetworkSegment(c2efc0b1-7e00-40a1-bb40-44f5af9512d1),segment_id=c2efc0b1-7e00-40a1-bb40-44f5af9512d1)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:06.865895 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.881130 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Calling delete_port for ba6fcff8-ff04-4870-9125-6edfcd209291 owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:06.938635 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.966702 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Pushing event deleted for resources: {'Port': ['ID=ba6fcff8-ff04-4870-9125-6edfcd209291,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:06.967820 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (ba6fcff8-ff04-4870-9125-6edfcd209291), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:06.975102 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1f822fa6-c154-4a44-83f0-35e2e9468c35 req-ef985644-64c2-4518-a58d-a1ba93490cff service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124592 Oct 15 14:03:06.978175 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.978529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.985366 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.988802 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.989033 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.989369 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.989764 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.990014 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.990345 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.990664 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.990990 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.991376 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.991625 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.991996 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:06.992381 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:03:07.000524 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa62eec-0323-4719-987e-4e722d8ac8b1 None None] No DVR routers for this DVR port ba6fcff8-ff04-4870-9125-6edfcd209291 on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:03:07.006498 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] No DVR routers for this DVR port ba6fcff8-ff04-4870-9125-6edfcd209291 on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:03:07.012532 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6fcff8-ff04-4870-9125-6edfcd209291,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:07.091379 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (701b540a-8a09-42dc-a3a2-18dbe248ffc3), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.118639 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701b540a-8a09-42dc-a3a2-18dbe248ffc3']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:07.130511 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:07.130804 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2efc0b1-7e00-40a1-bb40-44f5af9512d1') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:07.141553 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (c2efc0b1-7e00-40a1-bb40-44f5af9512d1), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.160290 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (c2efc0b1-7e00-40a1-bb40-44f5af9512d1), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.164592 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:07.170809 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 14:03:07.171314 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (c2efc0b1-7e00-40a1-bb40-44f5af9512d1), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.185855 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:07.186305 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device d9a8a972-a3d6-4ac2-a1ae-fa6f48634fa8 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:07.187067 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ba6fcff8-ff04-4870-9125-6edfcd209291 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:07.203223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61135fd-58af-4028-a07f-9ebc1b2a4c12 req-fdb52eb1-ddc0-4184-bbd1-da809cdd4b61 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:07.204977 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b61135fd-58af-4028-a07f-9ebc1b2a4c12 req-fdb52eb1-ddc0-4184-bbd1-da809cdd4b61 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 943 time: 0.0560930 Oct 15 14:03:07.209044 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: ba6fcff8-ff04-4870-9125-6edfcd209291 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:07.209517 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device ba6fcff8-ff04-4870-9125-6edfcd209291 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:07.210071 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c4f75731-4f6c-4716-90fc-a7cef3c55722 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:07.235272 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: c4f75731-4f6c-4716-90fc-a7cef3c55722 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:07.236011 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device c4f75731-4f6c-4716-90fc-a7cef3c55722 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:07.260416 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (701b540a-8a09-42dc-a3a2-18dbe248ffc3), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.268157 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment c2efc0b1-7e00-40a1-bb40-44f5af9512d1 resource provider aggregate not found Oct 15 14:03:07.272019 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.272398 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b61135fd-58af-4028-a07f-9ebc1b2a4c12 req-27a17906-47d6-472e-a52d-a41a39c1736e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615876 Oct 15 14:03:07.275647 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/701b540a-8a09-42dc-a3a2-18dbe248ffc3 HTTP/1.1" status: 204 len: 168 time: 0.8856895 Oct 15 14:03:07.281310 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33756) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:07.288204 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52df88-a292-4c88-8ec0-33998b0b5003 admin admin] Pushing event deleted for resources: {'Network': ['ID=701b540a-8a09-42dc-a3a2-18dbe248ffc3,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:07.296182 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment c2efc0b1-7e00-40a1-bb40-44f5af9512d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2efc0b1-7e00-40a1-bb40-44f5af9512d1 found for delete ", "request_id": "req-d20f523c-c49a-4fec-bdcd-65d306560815"}]} Oct 15 14:03:07.485936 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:07.621348 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (704c837b-e450-4acf-8446-a791fa9add94), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.860223 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Deleting port da7d5899-5c53-41cf-8a0b-296cd7f08c99 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:07.860595 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.915245 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=100 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:07.944747 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] For port da7d5899-5c53-41cf-8a0b-296cd7f08c99, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=da7d5899-5c53-41cf-8a0b-296cd7f08c99,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:07.945105 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:07.958613 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Calling delete_port for da7d5899-5c53-41cf-8a0b-296cd7f08c99 owned by network:router_interface {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:08.165188 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (da7d5899-5c53-41cf-8a0b-296cd7f08c99), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:08.191796 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7d5899-5c53-41cf-8a0b-296cd7f08c99,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:08.391529 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (704c837b-e450-4acf-8446-a791fa9add94), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:08.394939 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.413392 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9469-9af6-4e2c-a1ce-f01151957838 req-b06d1b89-7b8f-4d5d-b442-57b9c088dd63 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:08.414912 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-162e9469-9af6-4e2c-a1ce-f01151957838 req-b06d1b89-7b8f-4d5d-b442-57b9c088dd63 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 943 time: 0.0587378 Oct 15 14:03:08.430076 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10100a-3aef-4e6d-a322-bb1be2fdb13a None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 14:03:08.461062 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.506270 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.509503 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa10100a-3aef-4e6d-a322-bb1be2fdb13a None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 14:03:08.545364 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-162e9469-9af6-4e2c-a1ce-f01151957838 req-c7ea494f-e980-41c9-b21d-70d4a54d48f9 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917251 Oct 15 14:03:08.573422 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.655444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Router 704c837b-e450-4acf-8446-a791fa9add94 has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:03:08.762900 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.765953 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:03:08.771272 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-2385704d-73f2-4211-ba5c-ae5dce71d217 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/704c837b-e450-4acf-8446-a791fa9add94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4885838 Oct 15 14:03:08.773892 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33760) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:08.777146 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Sync routers for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:03:08.789711 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:08.790336 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:08.840392 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:08.883052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks [] for router (704c837b-e450-4acf-8446-a791fa9add94), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:08.903558 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: dv-cinder-861491-3-iscsi {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:08.905163 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:09.003707 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-ac9c4e2d-0db0-4705-b831-51cd9297e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:09.005244 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-ac9c4e2d-0db0-4705-b831-51cd9297e919 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 1127 time: 0.0798590 Oct 15 14:03:09.081850 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks [] for router_gateway (704c837b-e450-4acf-8446-a791fa9add94), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.089195 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T14:03:08Z', 'revision_number': 5, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port': {'id': '4646555e-c8cc-4ff8-93ad-92ac03ed6238', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c837b-e450-4acf-8446-a791fa9add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:53:02Z', 'updated_at': '2022-10-15T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:09.123330 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Checking router: 704c837b-e450-4acf-8446-a791fa9add94 for host: dv-cinder-861491-3-iscsi {{(pid=111011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:03:09.133233 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Routers {'704c837b-e450-4acf-8446-a791fa9add94'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:09.133874 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['704c837b-e450-4acf-8446-a791fa9add94'], 'active': True} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:09.155125 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-1ec9cfe7-aa84-4dd1-881b-2dfad7da3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:09.156673 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-1ec9cfe7-aa84-4dd1-881b-2dfad7da3dbf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1443629 Oct 15 14:03:09.159419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Deleting port 4646555e-c8cc-4ff8-93ad-92ac03ed6238 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:09.159739 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.218765 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-1043cd97-307c-4c36-a470-66591012c715 None None] Provisioning complete for port 8be6be35-4224-4024-b13f-f823ed03800d triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:03:09.219156 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1043cd97-307c-4c36-a470-66591012c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (8be6be35-4224-4024-b13f-f823ed03800d), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.219556 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-1043cd97-307c-4c36-a470-66591012c715 None None] Attempt 1 to provision port 8be6be35-4224-4024-b13f-f823ed03800d Oct 15 14:03:09.225856 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_dvr_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] Set router 704c837b-e450-4acf-8446-a791fa9add94 gateway port host: None {{(pid=111011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:09.235629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-e2920363-c9e6-49c1-ac41-209dd922b21e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 200 len: 217 time: 0.0726340 Oct 15 14:03:09.279484 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.l3_hamode_db [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T14:03:09Z', 'revision_number': 6, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:09.300529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-1043cd97-307c-4c36-a470-66591012c715 None None] Current status of the port 8be6be35-4224-4024-b13f-f823ed03800d is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:03:09.304807 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca474de3-d754-4de6-a99a-4bd9ad0140dc None None] The sync data for ids ['704c837b-e450-4acf-8446-a791fa9add94'] in dv-cinder-861491-3-iscsi is: [{'id': '704c837b-e450-4acf-8446-a791fa9add94', 'name': 'tempest-TestVolumeBootPattern-657191466-router', 'tenant_id': '52d0343fa71c4c179a2178b88e6def9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:53:01Z', 'updated_at': '2022-10-15T14:03:09Z', 'revision_number': 6, 'project_id': '52d0343fa71c4c179a2178b88e6def9c', 'gw_port_host': None}] {{(pid=111011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:03:09.314562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] For port 4646555e-c8cc-4ff8-93ad-92ac03ed6238, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=4646555e-c8cc-4ff8-93ad-92ac03ed6238,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:09.315013 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.318586 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-283d62d8-75c2-4c1a-b1bb-09885c92d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:09.320088 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-283d62d8-75c2-4c1a-b1bb-09885c92d5e7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0783422 Oct 15 14:03:09.325578 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:09.343817 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Calling delete_port for 4646555e-c8cc-4ff8-93ad-92ac03ed6238 owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:09.391359 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 512f7ddf-b05b-425b-a250-3833a6c71721 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=111010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 14:03:09.497848 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=512f7ddf-b05b-425b-a250-3833a6c71721,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:09.511256 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Returning: {'device': '512f7ddf-b05b-425b-a250-3833a6c71721', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'port_id': '512f7ddf-b05b-425b-a250-3833a6c71721', 'mac_address': 'fa:16:3e:8c:c0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 14:03:09.548041 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 512f7ddf-b05b-425b-a250-3833a6c71721 is: DOWN; New status is: BUILD {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:03:09.548488 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.567388 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512f7ddf-b05b-425b-a250-3833a6c71721 {{(pid=111010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 15 14:03:09.591480 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=512f7ddf-b05b-425b-a250-3833a6c71721,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:09.597959 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:09.661741 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=4']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:09.711654 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-f1e40307-eb67-4e48-acac-37575f5877d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:09.713190 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-f1e40307-eb67-4e48-acac-37575f5877d6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3864946 Oct 15 14:03:09.819606 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65fe70-3bfc-4f10-a539-d5804d3c7377 req-0a0c9543-a104-442b-82a1-3dcb5b27e998 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:09.821033 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1d65fe70-3bfc-4f10-a539-d5804d3c7377 req-0a0c9543-a104-442b-82a1-3dcb5b27e998 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 944 time: 0.1142249 Oct 15 14:03:09.910742 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] get_ports_and_sgs() called for port_ids ['512f7ddf-b05b-425b-a250-3833a6c71721'] {{(pid=111010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 15 14:03:09.929315 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-ea73b264-dd94-4750-beed-b455906fdb01 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062430 Oct 15 14:03:09.929706 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:09.977243 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-1d65fe70-3bfc-4f10-a539-d5804d3c7377 req-90a74567-5832-4183-9002-ca44460bd9d4 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478202 Oct 15 14:03:10.066955 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (4646555e-c8cc-4ff8-93ad-92ac03ed6238), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.106371 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fff84915-ff47-42e0-8907-64ab2ff4f0ee req-234040e8-af17-460a-894d-71f4ba0d3122 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700454 Oct 15 14:03:10.108876 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4646555e-c8cc-4ff8-93ad-92ac03ed6238,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:10.172593 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (704c837b-e450-4acf-8446-a791fa9add94), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.267194 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (704c837b-e450-4acf-8446-a791fa9add94), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.269553 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks [] for router_controller (704c837b-e450-4acf-8446-a791fa9add94), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.319035 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (704c837b-e450-4acf-8446-a791fa9add94), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.319680 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704c837b-e450-4acf-8446-a791fa9add94 {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 14:03:10.324987 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.328756 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-c30a6d21-0ada-4adb-956f-bccc6d0caa4f admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/704c837b-e450-4acf-8446-a791fa9add94 HTTP/1.1" status: 204 len: 168 time: 1.5512378 Oct 15 14:03:10.329243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33764) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:10.379001 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Deleting subnet b6c531a1-6264-4216-a841-7072050496ad {{(pid=111008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 14:03:10.382732 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Publish callbacks [] for subnet (b6c531a1-6264-4216-a841-7072050496ad), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.424104 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5038901'] for subnet (b6c531a1-6264-4216-a841-7072050496ad), precommit_delete_associations {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.506415 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (b6c531a1-6264-4216-a841-7072050496ad), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.562594 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5143652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154757'] for subnet (b6c531a1-6264-4216-a841-7072050496ad), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.565851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:10.589733 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c531a1-6264-4216-a841-7072050496ad,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:10.594198 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.597643 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-f63d85f3-94e1-451e-abc2-ea55c8dfe424 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/b6c531a1-6264-4216-a841-7072050496ad HTTP/1.1" status: 204 len: 168 time: 0.2672141 Oct 15 14:03:10.599791 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c7e91-a573-47a1-84bf-a6fb3af2acc0 None None] Network b26957ea-0325-4b73-9693-391ca86a5af7 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 14:03:10.603120 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33766) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:10.623421 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:10.681001 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (b26957ea-0325-4b73-9693-391ca86a5af7), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.726465 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Deleting port 8be6be35-4224-4024-b13f-f823ed03800d {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:10.726800 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8be6be35-4224-4024-b13f-f823ed03800d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.752427 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] DHCP port deletion for b26957ea-0325-4b73-9693-391ca86a5af7 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 14:03:10.789925 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] For port 8be6be35-4224-4024-b13f-f823ed03800d, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8be6be35-4224-4024-b13f-f823ed03800d,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:10.790288 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8be6be35-4224-4024-b13f-f823ed03800d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.793784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Deleting port 8be6be35-4224-4024-b13f-f823ed03800d {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:03:10.794134 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (8be6be35-4224-4024-b13f-f823ed03800d), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.807908 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Calling delete_port for 8be6be35-4224-4024-b13f-f823ed03800d owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:10.861626 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] For port 8be6be35-4224-4024-b13f-f823ed03800d, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=8be6be35-4224-4024-b13f-f823ed03800d,segment=NetworkSegment(dd29e802-6e53-4c47-b2a4-7046b75f1ff8),segment_id=dd29e802-6e53-4c47-b2a4-7046b75f1ff8)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:10.862034 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (8be6be35-4224-4024-b13f-f823ed03800d), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.876878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Calling delete_port for 8be6be35-4224-4024-b13f-f823ed03800d owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:03:10.893009 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (8be6be35-4224-4024-b13f-f823ed03800d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.921322 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] No DVR routers for this DVR port 8be6be35-4224-4024-b13f-f823ed03800d on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:03:10.925909 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be6be35-4224-4024-b13f-f823ed03800d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:10.962101 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (8be6be35-4224-4024-b13f-f823ed03800d), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:10.988451 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] Pushing event deleted for resources: {'Port': ['ID=8be6be35-4224-4024-b13f-f823ed03800d,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:10.990253 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc967-be64-44bd-8115-a2782fe19d64 None None] No DVR routers for this DVR port 8be6be35-4224-4024-b13f-f823ed03800d on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:03:11.006128 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (b26957ea-0325-4b73-9693-391ca86a5af7), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.027271 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26957ea-0325-4b73-9693-391ca86a5af7']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:11.038047 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:11.038352 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd29e802-6e53-4c47-b2a4-7046b75f1ff8') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:11.048771 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (dd29e802-6e53-4c47-b2a4-7046b75f1ff8), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.064154 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (dd29e802-6e53-4c47-b2a4-7046b75f1ff8), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.071849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 14:03:11.072253 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (dd29e802-6e53-4c47-b2a4-7046b75f1ff8), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.120835 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment dd29e802-6e53-4c47-b2a4-7046b75f1ff8 resource provider aggregate not found Oct 15 14:03:11.125587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faaefc-ae69-48b8-83c6-c6f64e7dd704 req-b7b641a0-8e15-403e-8d5e-06be012c0cb0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:11.127200 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13faaefc-ae69-48b8-83c6-c6f64e7dd704 req-b7b641a0-8e15-403e-8d5e-06be012c0cb0 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 944 time: 0.0730999 Oct 15 14:03:11.141393 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 4646555e-c8cc-4ff8-93ad-92ac03ed6238 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:11.148171 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment dd29e802-6e53-4c47-b2a4-7046b75f1ff8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd29e802-6e53-4c47-b2a4-7046b75f1ff8 found for delete ", "request_id": "req-0c183824-856a-41b7-8b2b-ff0ee58d60c7"}]} Oct 15 14:03:11.155382 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (b26957ea-0325-4b73-9693-391ca86a5af7), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.163181 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.165883 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 4646555e-c8cc-4ff8-93ad-92ac03ed6238 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:11.166233 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 4646555e-c8cc-4ff8-93ad-92ac03ed6238 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:11.166652 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8be6be35-4224-4024-b13f-f823ed03800d no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:11.170057 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b26957ea-0325-4b73-9693-391ca86a5af7 HTTP/1.1" status: 204 len: 168 time: 0.5659614 Oct 15 14:03:11.186032 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d945bd2-76e4-4a73-9043-f2461c183fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26957ea-0325-4b73-9693-391ca86a5af7,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:11.186605 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-13faaefc-ae69-48b8-83c6-c6f64e7dd704 req-a9bc5ade-5303-468b-9690-d2493d2271dc tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511963 Oct 15 14:03:11.196189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 8be6be35-4224-4024-b13f-f823ed03800d {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:11.196591 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 8be6be35-4224-4024-b13f-f823ed03800d not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:11.197021 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device da7d5899-5c53-41cf-8a0b-296cd7f08c99 no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:03:11.216615 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: da7d5899-5c53-41cf-8a0b-296cd7f08c99 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:03:11.216972 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device da7d5899-5c53-41cf-8a0b-296cd7f08c99 not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:03:11.315314 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33776) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:11.357760 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-aaee368b-06a5-4ca3-8b37-00cbe78fd5a8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=243c0b9b4bd742659061745c8dc4c696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410838 Oct 15 14:03:11.360554 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33778) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:11.394722 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 512f7ddf-b05b-425b-a250-3833a6c71721 up at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 14:03:11.414548 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] Publish callbacks [] for security_group (7aa53758-b403-4767-81f6-7a52756c313f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.437361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] Publish callbacks [] for security_group (7aa53758-b403-4767-81f6-7a52756c313f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.442049 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning for port 512f7ddf-b05b-425b-a250-3833a6c71721 completed by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 15 14:03:11.449884 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Provisioning complete for port 512f7ddf-b05b-425b-a250-3833a6c71721 triggered by entity L2. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:03:11.450527 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.450938 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Attempt 1 to provision port 512f7ddf-b05b-425b-a250-3833a6c71721 Oct 15 14:03:11.490787 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (7aa53758-b403-4767-81f6-7a52756c313f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.493425 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.494577 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7aa53758-b403-4767-81f6-7a52756c313f HTTP/1.1" status: 204 len: 168 time: 0.1328771 Oct 15 14:03:11.496874 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:11.505434 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33e9ba-a750-4d3f-81c6-1b6b4f97235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa53758-b403-4767-81f6-7a52756c313f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:11.521298 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:11.521944 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:11.540888 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Current status of the port 512f7ddf-b05b-425b-a250-3833a6c71721 is: BUILD; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:03:11.541256 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950679'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), before_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.567582 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721'}] {{(pid=111010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:03:11.570226 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ee0dde0300990b1bff9ed38184b78d694264f0ac6dce4337fc0456811a8b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94666a6-787b-416c-ba3d-88e12cbb07fe" -d '{"events": [{"server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "name": "network-vif-plugged", "status": "completed", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721"}]}' {{(pid=111010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:03:11.583189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=512f7ddf-b05b-425b-a250-3833a6c71721,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:03:11.588760 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737285911745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737285423364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737285423382'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:11.615600 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2326ed39-b1c5-440c-b55d-cf4384cb021c x-openstack-request-id: req-2326ed39-b1c5-440c-b55d-cf4384cb021c {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:03:11.616302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "name": "network-vif-plugged", "status": "completed", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721", "code": 200}]} {{(pid=111010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:03:11.616302 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2326ed39-b1c5-440c-b55d-cf4384cb021c {{(pid=111010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:03:11.616549 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2326ed39-b1c5-440c-b55d-cf4384cb021c'] response: {'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721', 'code': 200} Oct 15 14:03:11.643682 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Pushing event updated for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=5']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:11.795846 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71949c65-03ca-4da0-88e3-b97525bfc7c5 req-b10181ec-82d4-4366-83a6-0fd5499626e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:11.797408 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-71949c65-03ca-4da0-88e3-b97525bfc7c5 req-b10181ec-82d4-4366-83a6-0fd5499626e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 1129 time: 0.0438330 Oct 15 14:03:11.845879 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-71949c65-03ca-4da0-88e3-b97525bfc7c5 req-39ebed60-608d-439c-99ae-fa2f6563c29b service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425277 Oct 15 14:03:11.907250 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33786) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:11.947498 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-938c63ea-94d8-4c1a-8b9e-bc5ff41e1825 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=52d0343fa71c4c179a2178b88e6def9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390015 Oct 15 14:03:11.951261 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33788) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:11.999847 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] Publish callbacks [] for security_group (2d4f713d-0117-4826-92d1-bb1b6997ba8c), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:12.021252 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] Publish callbacks [] for security_group (2d4f713d-0117-4826-92d1-bb1b6997ba8c), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:12.072241 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2d4f713d-0117-4826-92d1-bb1b6997ba8c), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:12.076849 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:12.078405 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2d4f713d-0117-4826-92d1-bb1b6997ba8c HTTP/1.1" status: 204 len: 168 time: 0.1262984 Oct 15 14:03:12.087037 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2253c7-55cf-4965-94b8-c30c59f2656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f713d-0117-4826-92d1-bb1b6997ba8c,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:03:12.328737 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eed209-8448-401d-8aff-a70a17679eda req-4e1a7a25-c684-4bde-95db-2c23036e85ce tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:12.330789 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6eed209-8448-401d-8aff-a70a17679eda req-4e1a7a25-c684-4bde-95db-2c23036e85ce tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0538611 Oct 15 14:03:12.386840 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-c6eed209-8448-401d-8aff-a70a17679eda req-839be3e7-a743-4e43-b42b-9c2b9c9efa55 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493670 Oct 15 14:03:13.524934 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a2c4f-51bb-44fd-a38f-a0cb791ac696 req-eadd9aa0-f80c-4190-b465-371ffac3dcfe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:13.526345 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd0a2c4f-51bb-44fd-a38f-a0cb791ac696 req-eadd9aa0-f80c-4190-b465-371ffac3dcfe tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0474250 Oct 15 14:03:13.579317 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-fd0a2c4f-51bb-44fd-a38f-a0cb791ac696 req-0592b3fd-92b7-45ef-ae79-90c046e108a8 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471432 Oct 15 14:03:13.715271 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689f154-1f4b-4d5f-9ca7-6e13edd4950f req-3e23aecb-f38b-4d04-8323-22f6a339131b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:13.716888 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-0689f154-1f4b-4d5f-9ca7-6e13edd4950f req-3e23aecb-f38b-4d04-8323-22f6a339131b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0486872 Oct 15 14:03:13.733370 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33798) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:03:13.738045 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.v2.base [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Request body: {'floatingip': {'port_id': '512f7ddf-b05b-425b-a250-3833a6c71721'}} {{(pid=111008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 15 14:03:13.783958 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), before_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:13.949966 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:13.954723 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:14.235151 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:14.242309 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), after_update {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:14.349320 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.db.l3_db [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 96486a25-257e-4755-a370-ca414f73ddc5 associated. External IP: 172.27.0.14, port: 512f7ddf-b05b-425b-a250-3833a6c71721. Oct 15 14:03:14.567768 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:03:14.680108 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:03:14.685173 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:14.690109 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:03:14.711674 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:14.712348 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:14.716848 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-081db0ad-146d-42dd-ae86-42517b03ebaf tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/96486a25-257e-4755-a370-ca414f73ddc5 HTTP/1.1" status: 200 len: 990 time: 0.9823670 Oct 15 14:03:14.717737 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721'}] {{(pid=111008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:03:14.720207 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bfd72874ffad70f9fe6fd7eb6ff7bf6b3fb7a2e640f38e7562a792017459d1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba43503-7aa3-40ae-9aa1-13642184c9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721"}]}' {{(pid=111008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:03:14.752797 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:14.760628 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 15 Oct 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d184da2-546d-4b27-ae56-35c79c5df794 x-openstack-request-id: req-4d184da2-546d-4b27-ae56-35c79c5df794 {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:03:14.761159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721", "status": "completed", "code": 200}]} {{(pid=111008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:03:14.761159 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d184da2-546d-4b27-ae56-35c79c5df794 {{(pid=111008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:03:14.761554 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d184da2-546d-4b27-ae56-35c79c5df794'] response: {'name': 'network-changed', 'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721', 'status': 'completed', 'code': 200} Oct 15 14:03:14.762259 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:14.822798 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-7e3a498f-f0e8-4354-a28f-9dde81f3056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:14.824308 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-7e3a498f-f0e8-4354-a28f-9dde81f3056d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 1129 time: 0.0414634 Oct 15 14:03:14.834125 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:14.917120 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:14.935645 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-99bb1515-7e31-4488-a8ba-4a4f17bfc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:14.937264 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-99bb1515-7e31-4488-a8ba-4a4f17bfc214 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.1071472 Oct 15 14:03:15.006272 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-21e41c0a-9d88-4c33-be1d-2231202fc53c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 200 len: 998 time: 0.0627003 Oct 15 14:03:15.063763 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-1a4d61ee-64f8-4180-8077-c831e40df261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:15.065439 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-1a4d61ee-64f8-4180-8077-c831e40df261 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0539563 Oct 15 14:03:15.081473 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '96486a25-257e-4755-a370-ca414f73ddc5', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '512f7ddf-b05b-425b-a250-3833a6c71721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:8c:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:03:02Z', 'updated_at': '2022-10-15T14:03:14Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:15.109665 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:03:15.118441 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-8322d7e9-6420-45c7-8a0f-f38bef5a89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:15.118967 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:03:15.119492 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:02:55Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:15.120042 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-8322d7e9-6420-45c7-8a0f-f38bef5a89f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476408 Oct 15 14:03:15.213508 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-125ad74a-4dc1-4059-9bb8-f9f04a21b04d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872674 Oct 15 14:03:15.224103 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:03:15.313840 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-cba43503-7aa3-40ae-9aa1-13642184c9a7 req-20eae87e-3dff-45ed-aade-82c224a69d5a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943811 Oct 15 14:03:15.589653 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '96486a25-257e-4755-a370-ca414f73ddc5', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '512f7ddf-b05b-425b-a250-3833a6c71721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:8c:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:03:02Z', 'updated_at': '2022-10-15T14:03:14Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:03:15.618542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1079604b-a850-4cd2-8af7-2e604e1cd03f None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_floatingips': [{'id': '96486a25-257e-4755-a370-ca414f73ddc5', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'router_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'port_id': '512f7ddf-b05b-425b-a250-3833a6c71721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'mac_address': 'fa:16:3e:8c:c0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-15T14:03:02Z', 'updated_at': '2022-10-15T14:03:14Z', 'revision_number': 1, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:03:15.841638 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aef50b3-0ee9-4a50-946d-45da5586e693 None None] New status for floating IP 96486a25-257e-4755-a370-ca414f73ddc5: ACTIVE {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:03:22.267169 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3e372229-d51a-4887-9e22-3933beffe5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:24.583133 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5f5659ee-e213-4fa4-8feb-9ac282bdef3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:24.709045 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:24.713487 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:25.309431 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=30 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:25.310743 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=84 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:25.944850 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:25.948254 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:26.264793 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:27.801994 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:27.805968 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:37.790703 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=62 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:37.795786 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:37.798443 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:41.492080 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:03:44.717158 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:51.485117 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:51.486122 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:03:52.266979 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-9cbf232b-4fff-4ad6-8da1-0ff1108b1fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:54.578803 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c09453a6-40dd-478a-98cd-8efd93138fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:56.267784 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:57.804351 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:57.816045 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:03:58.017897 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-71c7974b-9379-4cc1-85d6-a90c8cc2e98e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415015 Oct 15 14:03:58.119245 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-4a5f197a-6d41-4667-afcd-82de0fdf7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:58.120827 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-4a5f197a-6d41-4667-afcd-82de0fdf7523 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1976b27e84a4484ba9d46a4244b08699&device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 1129 time: 0.0539587 Oct 15 14:03:58.235085 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-2e00bd89-1449-4893-bed7-f4f4c4d07926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:58.236611 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-2e00bd89-1449-4893-bed7-f4f4c4d07926 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 200 len: 916 time: 0.0935688 Oct 15 14:03:58.298809 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-cda3e886-eff4-4619-a637-1a8f61a30f42 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 200 len: 1000 time: 0.0565412 Oct 15 14:03:58.354992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-50f4a068-8c4b-46f2-bd1c-ccf41bd32cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:58.357283 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-50f4a068-8c4b-46f2-bd1c-ccf41bd32cf2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 200 len: 854 time: 0.0528271 Oct 15 14:03:58.406379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-a54d9199-638b-40ce-b8c0-10e753eeb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:03:58.407738 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-a54d9199-638b-40ce-b8c0-10e753eeb418 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443733 Oct 15 14:03:58.502110 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-24339b8f-1dfe-4ed0-9c9b-e7d8ff9f4724 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883636 Oct 15 14:03:58.603691 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-81260d41-f76b-4b76-9b79-de0f101cf7af req-a1cd7fae-6c9c-419f-bb65-0fc1e9ce7c2b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960052 Oct 15 14:04:02.437978 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:02.438766 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:07.793622 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:07.798205 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:07.801479 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:08.591394 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=50 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:08.599462 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=51 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:14.709741 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:18.497923 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:04:20.362794 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:22.261453 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b37471fb-62c0-4a8a-b3e9-98fc8c0e91db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:24.572802 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-7fa61656-64c0-4a16-bad6-2a271b9fdcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:26.272611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:27.836475 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:27.837360 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:28.491748 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:30.037389 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [req-374c4431-2c66-411a-a77c-fca59cbf9cb4 req-3041c071-68ed-477e-9abb-45a2eaa095e0 service neutron] (111008) timed out ('10.222.0.40', 55621) {{(pid=111008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 15 14:04:37.883866 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:37.885891 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=16 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:37.887895 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:39.430645 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:39.436079 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:40.502980 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652c39d-6e96-4764-89e2-f9d49590523a req-b2cb9abd-9e11-469a-9595-2c0d9d1559e7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:04:40.504417 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e652c39d-6e96-4764-89e2-f9d49590523a req-b2cb9abd-9e11-469a-9595-2c0d9d1559e7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0517287 Oct 15 14:04:40.552894 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-e652c39d-6e96-4764-89e2-f9d49590523a req-1a29fe76-02eb-426f-8dcf-8a170b68725e tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Oct 15 14:04:41.697074 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c108a-6974-4249-8673-6cb98ea9e6bc req-7928b0aa-ecb6-47fc-9e8f-739e0c2890e5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:04:41.698571 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-920c108a-6974-4249-8673-6cb98ea9e6bc req-7928b0aa-ecb6-47fc-9e8f-739e0c2890e5 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0610707 Oct 15 14:04:41.750962 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-920c108a-6974-4249-8673-6cb98ea9e6bc req-700021ed-1566-4f43-a29a-a2e9e8e098ad tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6a4ccb12-4518-4b78-998e-1e179c7dd0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466566 Oct 15 14:04:42.259144 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-02785dfa-2f47-47f0-90ba-0c6e89a03c7b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 15 14:04:42.260658 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-02785dfa-2f47-47f0-90ba-0c6e89a03c7b tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Oct 15 14:04:42.352088 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 512f7ddf-b05b-425b-a250-3833a6c71721 {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:42.352407 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:42.451163 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] For port 512f7ddf-b05b-425b-a250-3833a6c71721, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=512f7ddf-b05b-425b-a250-3833a6c71721,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:04:42.451443 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:42.631898 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:42.632444 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1647181'] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), after_update {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:42.632806 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.db.l3_db [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Floating IP 96486a25-257e-4755-a370-ca414f73ddc5 disassociated. External IP: 172.27.0.14, port: 512f7ddf-b05b-425b-a250-3833a6c71721. Oct 15 14:04:42.633471 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 512f7ddf-b05b-425b-a250-3833a6c71721 owned by compute:nova {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:42.792597 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (512f7ddf-b05b-425b-a250-3833a6c71721), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:42.824587 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=512f7ddf-b05b-425b-a250-3833a6c71721,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:42.851155 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.851642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.852298 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.852641 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.852971 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.853300 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.853627 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.853950 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.854274 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.854596 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.854919 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.855241 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.855566 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.855904 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.856222 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:42.907629 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b66dd82d-5aca-464c-9c4f-5a48d670a0e6 req-f128edd5-f8fc-486d-a8ee-561e0cc1e3eb tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=165f6084-ac1a-4348-b7bb-9c2f6652f804 HTTP/1.1" status: 200 len: 210 time: 0.0727949 Oct 15 14:04:42.989811 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:04:43.048126 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:43.050520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:43.103596 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:04:43.113873 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:04:43.128424 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:04:43.128878 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:04:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:43.150063 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] No DVR routers for this DVR port 512f7ddf-b05b-425b-a250-3833a6c71721 on host hv-cinder-86149 {{(pid=111009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:04:43.153251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for port (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:43.156882 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [req-b98629e9-9dae-4dff-bbdf-8870cda16939 req-fbee2421-e314-47f9-bf35-8f4fd52c2734 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.40 "DELETE /networking/v2.0/ports/512f7ddf-b05b-425b-a250-3833a6c71721 HTTP/1.1" status: 204 len: 173 time: 0.8910468 Oct 15 14:04:43.157489 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'name': 'network-vif-deleted', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721'}] {{(pid=111009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 15 14:04:43.160395 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d591a704ebac0f20a189ac567bf9cf5b433895624c6080c3c7d7ad6c65c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac7613-66e2-41e2-bebc-40ed7ce66b94" -d '{"events": [{"server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "name": "network-vif-deleted", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721"}]}' {{(pid=111009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 14:04:43.201999 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 15 Oct 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423bba0-5abc-42d2-9823-945b6d866026 x-openstack-request-id: req-2423bba0-5abc-42d2-9823-945b6d866026 {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 14:04:43.202222 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165f6084-ac1a-4348-b7bb-9c2f6652f804", "name": "network-vif-deleted", "tag": "512f7ddf-b05b-425b-a250-3833a6c71721", "status": "completed", "code": 200}]} {{(pid=111009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 14:04:43.202508 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2423bba0-5abc-42d2-9823-945b6d866026 {{(pid=111009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 14:04:43.203087 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2423bba0-5abc-42d2-9823-945b6d866026'] response: {'server_uuid': '165f6084-ac1a-4348-b7bb-9c2f6652f804', 'name': 'network-vif-deleted', 'tag': '512f7ddf-b05b-425b-a250-3833a6c71721', 'status': 'completed', 'code': 200} Oct 15 14:04:43.235268 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:04:43.442044 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:43.468114 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:04:43.477482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:04:43.478093 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:04:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:43.595708 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:04:43.810808 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-49e2243c-a486-4031-b556-01efe115b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:43.839536 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2243c-a486-4031-b556-01efe115b31a None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T13:56:50Z', 'revision_number': 4, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi', '_interfaces': [{'id': 'f3ea90a7-a9c6-4024-8a4b-f749f0579c8a', 'name': '', 'network_id': 'b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'mac_address': 'fa:16:3e:2c:23:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:49Z', 'updated_at': '2022-10-15T13:56:57Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'subnets': [{'id': 'e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:04:44.007894 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33908) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:44.069523 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (6a4ccb12-4518-4b78-998e-1e179c7dd0ae), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.077186 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3f050-8463-46bd-8b6e-07ffe35a8108 None None] New status for floating IP 96486a25-257e-4755-a370-ca414f73ddc5: DOWN {{(pid=111011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 15 14:04:44.094866 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (6a4ccb12-4518-4b78-998e-1e179c7dd0ae), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.146993 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (6a4ccb12-4518-4b78-998e-1e179c7dd0ae), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.149717 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.150926 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6a4ccb12-4518-4b78-998e-1e179c7dd0ae HTTP/1.1" status: 204 len: 168 time: 0.1419256 Oct 15 14:04:44.154677 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33912) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:44.161609 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ccb12-4518-4b78-998e-1e179c7dd0ae,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:44.170198 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.170566 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.171042 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.171382 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.171715 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.172060 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.172433 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.172731 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.173072 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.173377 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.173721 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.174041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.174362 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.174679 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.174983 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d9ad5-5fdb-4ba1-8929-6b1983398532 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:44.175444 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.api.v2.resource [None req-a143a4b9-6689-451a-9a3b-80bce5cce6ef tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] show failed (client error): The resource could not be found. Oct 15 14:04:44.180220 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-a143a4b9-6689-451a-9a3b-80bce5cce6ef tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "GET /networking/v2.0/security-groups/6a4ccb12-4518-4b78-998e-1e179c7dd0ae HTTP/1.1" status: 404 len: 347 time: 0.0201907 Oct 15 14:04:44.180220 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33914) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:44.215270 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-397fa6b4-4fad-4f1c-950d-f97cbec01803 req-58061342-6563-40ab-bf1a-64215ae43b16 service neutron] (111009) timed out ('10.222.0.40', 55648) {{(pid=111009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 15 14:04:44.299350 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Deleting port 2f887041-0c1e-49b6-b3a6-ab53dbff86ea {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:44.299734 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.383909 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.384251 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.398033 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Calling delete_port for 2f887041-0c1e-49b6-b3a6-ab53dbff86ea owned by network:floatingip {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:44.535673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (2f887041-0c1e-49b6-b3a6-ab53dbff86ea), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.569562 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Pushing event deleted for resources: {'Port': ['ID=2f887041-0c1e-49b6-b3a6-ab53dbff86ea,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:44.641688 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks [] for floatingip (96486a25-257e-4755-a370-ca414f73ddc5), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.644111 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62003'] for floatingip (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:44.645265 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4caac120-c78d-4c49-ba64-3d11e68ab7c7 tempest-AttachVolumeNegativeTest-20916687 tempest-AttachVolumeNegativeTest-20916687-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/96486a25-257e-4755-a370-ca414f73ddc5 HTTP/1.1" status: 204 len: 168 time: 0.4644811 Oct 15 14:04:44.714773 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:45.873702 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 512f7ddf-b05b-425b-a250-3833a6c71721 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:04:45.896329 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] No Port match for: 512f7ddf-b05b-425b-a250-3833a6c71721 {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:04:45.896329 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Device 512f7ddf-b05b-425b-a250-3833a6c71721 not bound to the agent host hv-cinder-86149 {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:04:48.422021 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33950) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:48.916881 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1649229'] for router_interface (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:48.964718 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:49.003412 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:49.156724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Deleting port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:49.156724 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:49.244760 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] For port f3ea90a7-a9c6-4024-8a4b-f749f0579c8a, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:04:49.245127 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:49.259372 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Calling delete_port for f3ea90a7-a9c6-4024-8a4b-f749f0579c8a owned by network:router_interface {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:49.459628 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (f3ea90a7-a9c6-4024-8a4b-f749f0579c8a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:49.485963 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ea90a7-a9c6-4024-8a4b-f749f0579c8a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:49.947519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1649209'] for router_interface (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:49.969542 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012f1cc-fb79-42fc-a741-7b87cb4f4cb8 None None] get_active_networks_info from dv-cinder-861491-3-iscsi {{(pid=111010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 15 14:04:50.037924 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012f1cc-fb79-42fc-a741-7b87cb4f4cb8 None None] Resources bound (agent type, host, resource id): {{(pid=111010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 14:04:50.154052 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:50.165697 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad has already been hosted by L3 agent 2bc28a03-5dba-4f07-ae62-b55e914735d6 {{(pid=111009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 14:04:50.212721 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:50.279376 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] Notify agent at l3_agent.dv-cinder-861491-3-iscsi the message routers_updated {{(pid=111009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 14:04:50.285049 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ab4c14b0-1d23-4da0-9961-a221465810bc admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/15857c02-7b53-4ce9-be5b-265fc4a6a0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622127 Oct 15 14:04:50.288886 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33954) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:50.289975 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Sync routers for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 14:04:50.308189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:04:50.309202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:04:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:50.437335 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks [] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.462670 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: dv-cinder-861491-3-iscsi {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:04:50.560619 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks [] for router_gateway (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.611992 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Deleting port e78173ab-6ffa-4789-8223-ce00c801b27f {{(pid=111009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:50.612866 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.663617 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'external_fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T14:04:49Z', 'revision_number': 5, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port': {'id': 'e78173ab-6ffa-4789-8223-ce00c801b27f', 'name': '', 'network_id': 'da4805c3-0577-440e-aeff-1493cabc34e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-15T13:56:47Z', 'updated_at': '2022-10-15T13:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a36004e4-1ae7-4858-8b3a-af42eafa9acf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-3-iscsi'}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:50.693836 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Checking router: 15857c02-7b53-4ce9-be5b-265fc4a6a0ad for host: dv-cinder-861491-3-iscsi {{(pid=111010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 14:04:50.700361 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.db [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] For port e78173ab-6ffa-4789-8223-ce00c801b27f, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=e78173ab-6ffa-4789-8223-ce00c801b27f,segment=NetworkSegment(6fc570ba-b858-4776-ab7c-7a2a222b347e),segment_id=6fc570ba-b858-4776-ab7c-7a2a222b347e)] {{(pid=111009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:04:50.700727 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.712289 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.provisioning_blocks [None req-681c70bd-515b-417b-a8d2-13e83e842fd8 None None] Provisioning complete for port 6074d940-1f14-463d-ae82-7613781f89cc triggered by entity DHCP. {{(pid=111010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 15 14:04:50.712681 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-681c70bd-515b-417b-a8d2-13e83e842fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972839'] for port (6074d940-1f14-463d-ae82-7613781f89cc), provisioning_complete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.713010 dv-cinder-861491-3-iscsi neutron-server[111010]: INFO neutron.plugins.ml2.plugin [None req-681c70bd-515b-417b-a8d2-13e83e842fd8 None None] Attempt 1 to provision port 6074d940-1f14-463d-ae82-7613781f89cc Oct 15 14:04:50.714758 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Routers {'15857c02-7b53-4ce9-be5b-265fc4a6a0ad'} bound to L3 agent in host dv-cinder-861491-3-iscsi {{(pid=111010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 15 14:04:50.715380 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-15T13:40:25Z,description=,heartbeat_timestamp=2022-10-15T14:04:25Z,host='dv-cinder-861491-3-iscsi',id=2bc28a03-5dba-4f07-ae62-b55e914735d6,load=0,resource_versions=,resources_synced=,started_at=2022-10-15T13:40:25Z,topic='l3_agent')) {'router_ids': ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'], 'active': True} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:50.715520 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.plugins.ml2.plugin [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Calling delete_port for e78173ab-6ffa-4789-8223-ce00c801b27f owned by network:router_gateway {{(pid=111009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:50.900653 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7749313'] for port (e78173ab-6ffa-4789-8223-ce00c801b27f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:50.926715 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e78173ab-6ffa-4789-8223-ce00c801b27f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:50.990860 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvr_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] Set router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad gateway port host: None {{(pid=111010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 15 14:04:51.003808 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653875'] for router_gateway (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.016253 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:51.059834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_hamode_db [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T14:04:50Z', 'revision_number': 6, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port_host': None}], 'dv-cinder-861491-3-iscsi', False) {} {{(pid=111010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:51.094732 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=100 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:51.095008 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1649272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2731'] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.097491 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks [] for router_controller (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.099434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe1ecb-91a6-42cf-9f2a-59d3fc549be8 None None] The sync data for ids ['15857c02-7b53-4ce9-be5b-265fc4a6a0ad'] in dv-cinder-861491-3-iscsi is: [{'id': '15857c02-7b53-4ce9-be5b-265fc4a6a0ad', 'name': 'tempest-AttachVolumeNegativeTest-1917148905-router', 'tenant_id': '1976b27e84a4484ba9d46a4244b08699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-15T13:56:46Z', 'updated_at': '2022-10-15T14:04:50Z', 'revision_number': 6, 'project_id': '1976b27e84a4484ba9d46a4244b08699', 'gw_port_host': None}] {{(pid=111010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 14:04:51.102685 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-681c70bd-515b-417b-a8d2-13e83e842fd8 None None] Current status of the port 6074d940-1f14-463d-ae82-7613781f89cc is: ACTIVE; New status is: ACTIVE {{(pid=111010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 15 14:04:51.146768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1649249'] for router (15857c02-7b53-4ce9-be5b-265fc4a6a0ad), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.147359 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15857c02-7b53-4ce9-be5b-265fc4a6a0ad {{(pid=111009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 14:04:51.153390 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.154727 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-b58d4239-8a59-4c1c-9638-963bcfefe6ab admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/15857c02-7b53-4ce9-be5b-265fc4a6a0ad HTTP/1.1" status: 204 len: 168 time: 0.8647261 Oct 15 14:04:51.157471 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33956) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:51.205563 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Deleting subnet e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd {{(pid=111009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 15 14:04:51.209461 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Publish callbacks [] for subnet (e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.234934 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:51.237135 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:51.247732 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7974553'] for subnet (e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd), precommit_delete_associations {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.335214 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1000092'] for subnet (e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.394003 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-998579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7749364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7916934'] for subnet (e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.420336 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:51.427204 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.430563 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-42c767e6-07e6-419f-b37f-fb5648bf9dbf admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/e66bbfad-9bf7-4f9b-96e8-7b995d0c6ffd HTTP/1.1" status: 204 len: 168 time: 0.2720528 Oct 15 14:04:51.434527 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33958) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:51.438116 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9129bdf1-51f4-4582-9366-acc67d8bf2c9 None None] Network b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 requested from dv-cinder-861491-3-iscsi {{(pid=111010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 15 14:04:51.526381 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-962129'] for network (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.529627 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:51.555442 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f3ea90a7-a9c6-4024-8a4b-f749f0579c8a no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:04:51.577454 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Deleting port 6074d940-1f14-463d-ae82-7613781f89cc {{(pid=111008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:51.577802 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (6074d940-1f14-463d-ae82-7613781f89cc), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.583113 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: f3ea90a7-a9c6-4024-8a4b-f749f0579c8a {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:04:51.583469 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device f3ea90a7-a9c6-4024-8a4b-f749f0579c8a not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:04:51.648171 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] DHCP port deletion for b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 request from dv-cinder-861491-3-iscsi {{(pid=111010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 15 14:04:51.651556 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.db [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] For port 6074d940-1f14-463d-ae82-7613781f89cc, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=6074d940-1f14-463d-ae82-7613781f89cc,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:04:51.652167 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (6074d940-1f14-463d-ae82-7613781f89cc), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.668168 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.plugin [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Calling delete_port for 6074d940-1f14-463d-ae82-7613781f89cc owned by network:dhcp {{(pid=111008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:51.688264 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Deleting port 6074d940-1f14-463d-ae82-7613781f89cc {{(pid=111010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 15 14:04:51.688642 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737285911592'] for port (6074d940-1f14-463d-ae82-7613781f89cc), before_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.751245 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5143633'] for port (6074d940-1f14-463d-ae82-7613781f89cc), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.757871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.db [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] For port 6074d940-1f14-463d-ae82-7613781f89cc, host dv-cinder-861491-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-3-iscsi',level=0,port_id=6074d940-1f14-463d-ae82-7613781f89cc,segment=NetworkSegment(b2ed7283-e278-4d35-89f6-ae7e48b06d4d),segment_id=b2ed7283-e278-4d35-89f6-ae7e48b06d4d)] {{(pid=111010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 14:04:51.758281 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1685363'] for port (6074d940-1f14-463d-ae82-7613781f89cc), precommit_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.772260 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Calling delete_port for 6074d940-1f14-463d-ae82-7613781f89cc owned by network:dhcp {{(pid=111010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 15 14:04:51.781639 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6074d940-1f14-463d-ae82-7613781f89cc,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:51.785550 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] No DVR routers for this DVR port 6074d940-1f14-463d-ae82-7613781f89cc on host dv-cinder-861491-3-iscsi {{(pid=111008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:04:51.855086 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737285913766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737285423863'] for port (6074d940-1f14-463d-ae82-7613781f89cc), after_delete {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.859579 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976782', 'neutron.services.segments.db._delete_segments_for_network-8737285872092'] for network (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.888830 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0']}} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:51.891504 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] No DVR routers for this DVR port 6074d940-1f14-463d-ae82-7613781f89cc on host dv-cinder-861491-3-iscsi {{(pid=111010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 15 14:04:51.893279 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Pushing event deleted for resources: {'Port': ['ID=6074d940-1f14-463d-ae82-7613781f89cc,revision_number=None']} {{(pid=111010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:51.906535 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.906788 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.907060 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.907415 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.907752 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.908108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.908454 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.908778 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.909097 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.909463 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.909850 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.910177 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.910596 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.910946 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.911282 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456fd7f0-8732-48dc-be21-6d2357bdda22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:04:51.911444 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d') {'for_net_delete': True} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:51.911749 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.services.segments.db [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ed7283-e278-4d35-89f6-ae7e48b06d4d') {} {{(pid=111008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 14:04:51.923173 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737285940134', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5038924'] for segment (b2ed7283-e278-4d35-89f6-ae7e48b06d4d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.938378 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843'] for segment (b2ed7283-e278-4d35-89f6-ae7e48b06d4d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.946220 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=111008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 14:04:51.946954 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5143694'] for segment (b2ed7283-e278-4d35-89f6-ae7e48b06d4d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:51.993574 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment b2ed7283-e278-4d35-89f6-ae7e48b06d4d resource provider aggregate not found Oct 15 14:04:52.011530 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.services.segments.plugin [-] Segment b2ed7283-e278-4d35-89f6-ae7e48b06d4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2ed7283-e278-4d35-89f6-ae7e48b06d4d found for delete ", "request_id": "req-73058100-de26-4521-9bc7-6312a1a5aa0f"}]} Oct 15 14:04:52.019369 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-974973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653932'] for network (b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.025429 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.028363 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0 HTTP/1.1" status: 204 len: 168 time: 0.5912938 Oct 15 14:04:52.039787 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c928c2-6bab-4e2e-9275-43569e11ed36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c514f8-1a01-4cc0-b2b4-f8ec3eab2ef0,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:52.156141 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 33966) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:52.199062 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9fa8b0a0-f3cd-473d-97b7-f607774e5d7d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1976b27e84a4484ba9d46a4244b08699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416834 Oct 15 14:04:52.202015 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 33968) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:04:52.254851 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] Publish callbacks [] for security_group (bf24aaad-6752-431d-84c5-9b3c829ffcbe), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.266237 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-638bd647-808b-4e43-9868-300778e51d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.277758 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] Publish callbacks [] for security_group (bf24aaad-6752-431d-84c5-9b3c829ffcbe), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.326722 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (bf24aaad-6752-431d-84c5-9b3c829ffcbe), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.329608 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:52.330778 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bf24aaad-6752-431d-84c5-9b3c829ffcbe HTTP/1.1" status: 204 len: 168 time: 0.1278028 Oct 15 14:04:52.339648 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe369b-3cb6-4205-b974-f079d32c9b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24aaad-6752-431d-84c5-9b3c829ffcbe,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:04:53.181636 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 6074d940-1f14-463d-ae82-7613781f89cc no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:04:53.202529 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: 6074d940-1f14-463d-ae82-7613781f89cc {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:04:53.202963 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device 6074d940-1f14-463d-ae82-7613781f89cc not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:04:53.203390 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e78173ab-6ffa-4789-8223-ce00c801b27f no longer exists at agent ovs-agent-dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 14:04:53.226686 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] No Port match for: e78173ab-6ffa-4789-8223-ce00c801b27f {{(pid=111010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 15 14:04:53.227047 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron.plugins.ml2.rpc [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Device e78173ab-6ffa-4789-8223-ce00c801b27f not bound to the agent host dv-cinder-861491-3-iscsi {{(pid=111010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 14:04:54.243956 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:54.245826 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:04:54.580024 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-70109ac9-9fc5-4e06-8c31-cdf289cb61ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:55.497875 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:04:56.279434 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:57.821623 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:04:57.823353 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:02.189104 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:02.196733 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:02.334294 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:02.335219 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=83,neutron:DELETE=11 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:04.445138 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34102) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:04.570169 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6a4b-f36f-4d11-a280-a22dc12fc0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.654622 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6a4b-f36f-4d11-a280-a22dc12fc0df admin admin] Publish callbacks [] for security_group (64b96324-e120-4852-9626-4ade1405a64d), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.660419 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6a4b-f36f-4d11-a280-a22dc12fc0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (64b96324-e120-4852-9626-4ade1405a64d), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.701426 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-cd3b6a4b-f36f-4d11-a280-a22dc12fc0df admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ca5fb1daf92a4583bf8fef26e422b7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551966 Oct 15 14:05:04.702522 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b6a4b-f36f-4d11-a280-a22dc12fc0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b96324-e120-4852-9626-4ade1405a64d,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:04.704427 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34106) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:04.761548 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] Publish callbacks [] for security_group (64b96324-e120-4852-9626-4ade1405a64d), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.782879 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] Publish callbacks [] for security_group (64b96324-e120-4852-9626-4ade1405a64d), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.836604 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (64b96324-e120-4852-9626-4ade1405a64d), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.839301 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:04.840517 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/64b96324-e120-4852-9626-4ade1405a64d HTTP/1.1" status: 204 len: 168 time: 0.1350486 Oct 15 14:05:04.849415 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032f8f2-e49c-4826-9ff8-748e68442ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b96324-e120-4852-9626-4ade1405a64d,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:05.122021 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34112) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:05.136888 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cc975df3-5b4c-4b09-9e0d-b171afbc2033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.214768 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cc975df3-5b4c-4b09-9e0d-b171afbc2033 admin admin] Publish callbacks [] for security_group (c0c9de58-eb3e-45ce-a0f1-041b93f90113), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.222556 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-cc975df3-5b4c-4b09-9e0d-b171afbc2033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c0c9de58-eb3e-45ce-a0f1-041b93f90113), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.261079 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc975df3-5b4c-4b09-9e0d-b171afbc2033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c9de58-eb3e-45ce-a0f1-041b93f90113,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:05.265472 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-cc975df3-5b4c-4b09-9e0d-b171afbc2033 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dc7ade5682d844fc87732acef4e218fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424067 Oct 15 14:05:05.268250 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34114) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:05.321638 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] Publish callbacks [] for security_group (c0c9de58-eb3e-45ce-a0f1-041b93f90113), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.342301 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] Publish callbacks [] for security_group (c0c9de58-eb3e-45ce-a0f1-041b93f90113), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.395443 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c0c9de58-eb3e-45ce-a0f1-041b93f90113), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.398187 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:05.399456 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c0c9de58-eb3e-45ce-a0f1-041b93f90113 HTTP/1.1" status: 204 len: 168 time: 0.1303380 Oct 15 14:05:05.407446 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0426e1-c897-4830-9faa-6b0417b70c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c9de58-eb3e-45ce-a0f1-041b93f90113,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:05.498288 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:08.122084 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34182) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:08.236314 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d9296e8-fbec-4990-b452-908664470f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.315610 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d9296e8-fbec-4990-b452-908664470f88 admin admin] Publish callbacks [] for security_group (0b7e2472-603a-4992-8182-b4b02409d278), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.321757 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-4d9296e8-fbec-4990-b452-908664470f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0b7e2472-603a-4992-8182-b4b02409d278), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.362225 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-4d9296e8-fbec-4990-b452-908664470f88 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7fc47386e20a4b518ca8abd60160d7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390049 Oct 15 14:05:08.363379 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9296e8-fbec-4990-b452-908664470f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e2472-603a-4992-8182-b4b02409d278,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:08.365237 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34186) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:08.419788 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] Publish callbacks [] for security_group (0b7e2472-603a-4992-8182-b4b02409d278), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.440403 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] Publish callbacks [] for security_group (0b7e2472-603a-4992-8182-b4b02409d278), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.493335 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (0b7e2472-603a-4992-8182-b4b02409d278), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.496144 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.497219 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0b7e2472-603a-4992-8182-b4b02409d278 HTTP/1.1" status: 204 len: 168 time: 0.1309607 Oct 15 14:05:08.505644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac201f55-d7ae-47aa-9e1e-c3d5e37dc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e2472-603a-4992-8182-b4b02409d278,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:08.776062 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34192) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:08.790176 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7c77e296-fccb-41a6-89b4-91741012378d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.872385 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7c77e296-fccb-41a6-89b4-91741012378d admin admin] Publish callbacks [] for security_group (1a90169d-fc87-4ec7-b379-99e94ed73f87), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.878160 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-7c77e296-fccb-41a6-89b4-91741012378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1a90169d-fc87-4ec7-b379-99e94ed73f87), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.916935 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77e296-fccb-41a6-89b4-91741012378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a90169d-fc87-4ec7-b379-99e94ed73f87,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:08.921697 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-7c77e296-fccb-41a6-89b4-91741012378d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f31fbe2b067445f1b57538a23eddbe98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446085 Oct 15 14:05:08.924563 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34194) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:08.974110 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] Publish callbacks [] for security_group (1a90169d-fc87-4ec7-b379-99e94ed73f87), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:08.994462 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] Publish callbacks [] for security_group (1a90169d-fc87-4ec7-b379-99e94ed73f87), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:09.050272 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (1a90169d-fc87-4ec7-b379-99e94ed73f87), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:09.054187 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:09.055736 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1a90169d-fc87-4ec7-b379-99e94ed73f87 HTTP/1.1" status: 204 len: 168 time: 0.1302948 Oct 15 14:05:09.063821 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b361982-4b6c-4183-9cd2-9424c30ed273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a90169d-fc87-4ec7-b379-99e94ed73f87,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:14.721278 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:15.929179 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34314) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:16.048018 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee97c-160c-4f42-8b25-2de559830066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.133420 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee97c-160c-4f42-8b25-2de559830066 admin admin] Publish callbacks [] for security_group (2f75638c-c35a-4c0f-bf93-0b40d9398d3a), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.140147 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee97c-160c-4f42-8b25-2de559830066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2f75638c-c35a-4c0f-bf93-0b40d9398d3a), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.156506 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:16.161411 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:16.181501 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ee97c-160c-4f42-8b25-2de559830066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f75638c-c35a-4c0f-bf93-0b40d9398d3a,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:16.188127 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-1d3ee97c-160c-4f42-8b25-2de559830066 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=888d3b333326420385f398ae9b7be346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578228 Oct 15 14:05:16.190985 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34318) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:16.199592 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:16.245837 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] Publish callbacks [] for security_group (2f75638c-c35a-4c0f-bf93-0b40d9398d3a), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.268430 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] Publish callbacks [] for security_group (2f75638c-c35a-4c0f-bf93-0b40d9398d3a), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.288525 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:16.321708 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (2f75638c-c35a-4c0f-bf93-0b40d9398d3a), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.324327 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.325516 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2f75638c-c35a-4c0f-bf93-0b40d9398d3a HTTP/1.1" status: 204 len: 168 time: 0.1334448 Oct 15 14:05:16.334466 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f487817-9c22-4c8b-8c7d-07f091b3725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f75638c-c35a-4c0f-bf93-0b40d9398d3a,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:16.636397 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34324) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:16.650394 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6cb2-5fd8-4c1e-8809-03b30fe24945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.739642 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6cb2-5fd8-4c1e-8809-03b30fe24945 admin admin] Publish callbacks [] for security_group (368b821f-ab95-4e88-a75c-e0300624d696), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.746190 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6cb2-5fd8-4c1e-8809-03b30fe24945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (368b821f-ab95-4e88-a75c-e0300624d696), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.786427 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-ae1f6cb2-5fd8-4c1e-8809-03b30fe24945 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=43c53d08adef412b9f44ce5ea9de852c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489034 Oct 15 14:05:16.787280 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f6cb2-5fd8-4c1e-8809-03b30fe24945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b821f-ab95-4e88-a75c-e0300624d696,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:16.790108 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34326) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:16.844689 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] Publish callbacks [] for security_group (368b821f-ab95-4e88-a75c-e0300624d696), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.865243 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] Publish callbacks [] for security_group (368b821f-ab95-4e88-a75c-e0300624d696), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.915369 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (368b821f-ab95-4e88-a75c-e0300624d696), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.918138 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:16.919391 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/368b821f-ab95-4e88-a75c-e0300624d696 HTTP/1.1" status: 204 len: 168 time: 0.1281047 Oct 15 14:05:16.927524 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6952bd-6ae5-468f-be06-30eee6b5c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b821f-ab95-4e88-a75c-e0300624d696,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:17.867320 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=14 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:17.868124 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:22.257895 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:22.259469 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=45,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:22.264791 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=40 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:22.275449 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-be8229e4-2925-43d3-8f60-bd0b505afb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:24.578608 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-bfc566cf-9ef2-4766-bbcf-fccc2bd571da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:26.278579 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:26.780819 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:26.782849 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:26.900645 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:26.923457 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:27.806292 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:27.817981 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:29.531693 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [req-efe2292d-3949-44a3-bd4c-6c5400cce1ce req-e4b04117-706d-44cf-96a1-68f0b6e0ea1c service neutron] (111009) timed out ('10.222.0.40', 55638) {{(pid=111009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 15 14:05:32.498466 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:05:37.800293 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:37.804840 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:37.806900 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:40.039352 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34456) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:40.173220 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae506-a06c-426a-94ec-0c136ce40665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.266810 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae506-a06c-426a-94ec-0c136ce40665 admin admin] Publish callbacks [] for security_group (b2340611-ee99-4a5c-8031-6a35a28ea27f), precommit_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.273491 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae506-a06c-426a-94ec-0c136ce40665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b2340611-ee99-4a5c-8031-6a35a28ea27f), after_create {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.316345 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-4b8ae506-a06c-426a-94ec-0c136ce40665 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2e2db083845a469f8e6e008c00971f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758067 Oct 15 14:05:40.317041 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ae506-a06c-426a-94ec-0c136ce40665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2340611-ee99-4a5c-8031-6a35a28ea27f,revision_number=1']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:40.319282 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34460) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:05:40.373061 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] Publish callbacks [] for security_group (b2340611-ee99-4a5c-8031-6a35a28ea27f), before_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.398307 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] Publish callbacks [] for security_group (b2340611-ee99-4a5c-8031-6a35a28ea27f), precommit_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.459673 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (b2340611-ee99-4a5c-8031-6a35a28ea27f), after_delete {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.463291 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:40.464586 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b2340611-ee99-4a5c-8031-6a35a28ea27f HTTP/1.1" status: 204 len: 168 time: 0.1442387 Oct 15 14:05:40.475537 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59bfb9-479a-4dc7-be4c-d3121cf4a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2340611-ee99-4a5c-8031-6a35a28ea27f,revision_number=None']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:05:42.492640 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:42.493343 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:44.734124 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:50.310644 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:50.312564 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:50.468377 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:50.469224 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:52.271482 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-904e0e00-ac93-4e84-b6ef-c593d5844f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:53.429640 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:53.430250 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:05:54.582479 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-72a1504d-0062-4c37-9100-f92c8ea9ec9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:56.283561 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:57.815461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:05:57.816978 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.187216 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.wsgi [-] (111009) accepted ('10.222.0.36', 34600) {{(pid=111009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:06:02.301124 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.381465 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Publish callbacks [] for security_group (c193b82d-bcca-466b-aa54-8d074f5e0c67), precommit_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.387629 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron_lib.callbacks.manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c193b82d-bcca-466b-aa54-8d074f5e0c67), after_create {{(pid=111009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.427570 dv-cinder-861491-3-iscsi neutron-server[111009]: INFO neutron.wsgi [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e21a4ed48a484686873dcebe96a0c840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391908 Oct 15 14:06:02.428519 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c193b82d-bcca-466b-aa54-8d074f5e0c67,revision_number=1']} {{(pid=111009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:06:02.430556 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.wsgi [-] (111008) accepted ('10.222.0.36', 34604) {{(pid=111008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 15 14:06:02.436165 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.436448 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.436805 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.437145 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.437482 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.438661 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.439098 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.439438 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.439770 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.440140 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.440477 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.440803 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.441129 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.441442 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.441777 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb74f9-d154-4cc0-98a8-1a9271b9565c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.482225 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Publish callbacks [] for security_group (c193b82d-bcca-466b-aa54-8d074f5e0c67), before_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.503418 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Publish callbacks [] for security_group (c193b82d-bcca-466b-aa54-8d074f5e0c67), precommit_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.558185 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650214'] for security_group (c193b82d-bcca-466b-aa54-8d074f5e0c67), after_delete {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.560710 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron_lib.callbacks.manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:02.561881 dv-cinder-861491-3-iscsi neutron-server[111008]: INFO neutron.wsgi [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c193b82d-bcca-466b-aa54-8d074f5e0c67 HTTP/1.1" status: 204 len: 168 time: 0.1303201 Oct 15 14:06:02.570055 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193b82d-bcca-466b-aa54-8d074f5e0c67,revision_number=None']} {{(pid=111008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 14:06:02.577455 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.577840 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.578184 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.578552 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.578889 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.579302 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.579636 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.579995 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.580314 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.580642 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.580942 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.581296 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.581601 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.581921 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:02.582365 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c8eb8-655e-42d9-89d1-8d3e39b6d982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-3-iscsi {{(pid=111008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 14:06:07.808108 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:09.510480 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:06:12.431715 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:12.436067 dv-cinder-861491-3-iscsi neutron-server[111009]: DEBUG dbcounter [-] [111009] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:12.566536 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:12.574014 dv-cinder-861491-3-iscsi neutron-server[111008]: DEBUG dbcounter [-] [111008] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:12.596345 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:12.597154 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:14.745265 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:22.271248 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-7f9eab65-6f78-4dc4-926a-af311e41a86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:24.582961 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6e93f546-eaf1-47df-b914-7c9a33678b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:26.286508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:27.847373 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:27.870915 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:30.427414 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:30.428243 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=6 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:37.887969 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=5,neutron:SELECT=14 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:37.890019 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:37.892094 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=15 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:44.760217 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:46.505172 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:06:52.274189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c9af7d1e-fe73-4651-9330-611b03a03dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:54.590347 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-734afb39-fe62-4f09-929d-dd8230c9c863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:56.292163 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:56.495562 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:56.497449 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:06:57.808116 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:06:57.814569 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:07.424323 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:07.425470 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:07.802054 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:07.805919 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:07.808903 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:14.758202 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:17.869261 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=14 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:17.870467 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=12 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:22.272711 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-918677a1-1eee-47c7-b004-ee1f06028c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:23.510945 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:07:24.582291 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-b64f0501-d577-4e38-9c8a-099c122acd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:26.302747 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:27.813688 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:27.817379 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:33.504028 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:37.807095 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:37.810663 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:37.812611 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:44.432054 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:44.433256 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:07:44.778367 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:52.280431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8b876938-b273-48f1-a436-f9ffa4ee96fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:54.586508 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-74774153-1deb-4dff-9610-6460eaaac668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:56.303399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:57.820055 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:07:57.822658 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:00.514909 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:08:07.807757 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:07.811322 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:07.816026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:14.789461 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:21.422037 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:21.430807 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:22.271132 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2e47-4812-46a9-8526-b2ceae26082a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:24.594995 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-958fa532-4816-491f-bffe-8398bcbfe371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:26.305240 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:27.851051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:27.879280 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:37.519998 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:08:37.890458 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:37.893189 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:37.896328 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:44.790560 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:47.509893 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:47.511291 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:52.273399 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0bb727ef-0a95-45b5-a10e-3b84d6ea22b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:54.588195 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-5587050e-4200-4daf-b31a-0ef11df584cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:56.313130 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:57.823464 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:57.826871 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:08:58.419111 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:08:58.424411 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:07.816375 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:07.819480 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:07.821602 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:14.524375 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:09:14.824914 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:17.867902 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=12 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:22.275259 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-30079772-3e07-412c-b9cb-8bb63885b079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:24.517309 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=16 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:24.585306 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4347e37b-c3f8-4607-b4b4-0eab5d137188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:26.315946 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:27.828944 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:27.832629 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:35.422190 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:35.429924 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=5 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:37.821528 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:37.825919 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:37.827244 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:09:44.820770 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:51.528417 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:09:52.277070 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0455008e-6619-40d9-b53e-7307c8dff890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:54.585924 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-6d29279c-47d0-4a36-8474-61998424f815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:56.315748 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:57.818290 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:09:57.831809 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:01.520007 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:01.522945 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:07.817891 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:07.824350 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:07.826621 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:12.427468 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:14.820712 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:20.354516 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:22.281876 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-0cb9cdb0-9ff8-43dc-aec0-44e9e6b6b55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:24.594341 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4d87655c-4d17-45a1-be98-7588c22e79e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:26.326495 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:27.855105 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:27.881952 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:28.532983 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:10:37.894980 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:37.897099 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:UPDATE=4,neutron:SELECT=15 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:37.899099 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:38.525903 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:44.830431 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:49.424747 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=2 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:49.426168 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=4 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:10:52.289700 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-3504b4e0-c335-49ab-b698-cbff54d4d855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:54.584978 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-4df2e1ae-fcf5-4a77-9538-275f2bfeb108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:56.332972 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:57.824026 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:10:57.837008 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:05.538019 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG neutron.db.agents_db [None req-09dc5b67-88c1-41da-80aa-14d6658e8e45 None None] Agent healthcheck: found 6 active agents {{(pid=111011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 14:11:07.825767 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:11:07.829248 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:11:07.831335 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG dbcounter [-] [111010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:11:14.852733 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-c18b8099-4268-4158-bb0b-c560992174b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (80af7935-e527-4d47-a2bd-eb769df15492), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:22.280770 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b785-584b-40be-9c51-249c8ded2a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (13aee60a-cc08-46c5-8d56-8579e4ad9bec), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:24.583834 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-f58d1050-6ade-4fb7-9390-f9ec6bb19c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2bc28a03-5dba-4f07-ae62-b55e914735d6), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:26.324183 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-18fee572-5b5f-48c7-8f7a-d31e0c02c871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (2e410fb6-a1bd-4154-87c0-56f301167d12), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:26.424149 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:11:27.336428 dv-cinder-861491-3-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=18 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 15 14:11:27.810051 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-8e0bbee6-38e8-43bd-87e8-24d12c144550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (882bf36e-87a9-4b75-8fe3-c146ef3652b2), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 15 14:11:27.839407 dv-cinder-861491-3-iscsi neutron-server[111010]: DEBUG neutron_lib.callbacks.manager [None req-1de3506f-1762-4e26-823b-d2f225175237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737285872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972993'] for agent (88ca3ed9-0dd7-45cb-910e-045d02221aa7), after_update {{(pid=111010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}